21:15:21.663 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:15:21.663 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskm177vI/test-tmp
21:15:21.663 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
21:15:21.664 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskm177vI/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
21:15:21.665 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:15:21.740 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:15:21.740 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:15:21.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.741272 7906 mini_oidc.cc:150] Starting JWKS server
21:15:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.741745 7906 webserver.cc:492] Webserver started at http://127.0.0.1:41403/ using document root <none> and password file <none>
21:15:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.741835 7906 mini_oidc.cc:186] Starting OIDC Discovery server
21:15:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.741998 7906 webserver.cc:492] Webserver started at http://127.0.0.1:34429/ using document root <none> and password file <none>
21:15:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-26T21:15:21Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:15:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-26T21:15:21Z Disabled control of system clock
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.752146 7906 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/wal
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/data
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/logs
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/data/info.pb
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.190:44217
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.190
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41403/jwks.json
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:15:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:15:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.829938 7917 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:15:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.830086 7917 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:15:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.830117 7917 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:15:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.831602 7917 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:15:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.831645 7917 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:15:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.831667 7917 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:15:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.831686 7917 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:15:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.831707 7917 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:15:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.831724 7917 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:15:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.831738 7917 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41403/jwks.json
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.833240 7917 master_runner.cc:386] Master server non-default flags:
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/data
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/wal
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.190:44217
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41403/jwks.json
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/data/info.pb
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.190
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7917
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/logs
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 20:43:19 UTC on 24a791456cd2
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8731
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.833451 7917 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:15:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.833673 7917 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:15:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.836294 7925 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.836367 7923 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.836506 7917 server_base.cc:1047] running on GCE node
21:15:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.836369 7922 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.836850 7917 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:15:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.837041 7917 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:15:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.838208 7917 hybrid_clock.cc:648] HybridClock initialized: now 1761513321838189 us; error 38 us; skew 500 ppm
21:15:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.839272 7917 webserver.cc:492] Webserver started at http://127.7.184.190:39811/ using document root <none> and password file <none>
21:15:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.839473 7917 fs_manager.cc:362] Metadata directory not provided
21:15:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.839522 7917 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:15:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.839634 7917 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:15:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.840432 7917 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/data/instance:
21:15:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ae704b975d14e9ab06044c38db977c2"
21:15:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:21 on dist-test-slave-vh5g"
21:15:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.840736 7917 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/wal/instance:
21:15:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ae704b975d14e9ab06044c38db977c2"
21:15:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:21 on dist-test-slave-vh5g"
21:15:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.841950 7917 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.000s
21:15:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.842739 7931 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.842978 7917 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.843050 7917 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/data,/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/wal
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ae704b975d14e9ab06044c38db977c2"
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:21 on dist-test-slave-vh5g"
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.843106 7917 fs_report.cc:389] FS layout report
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/wal
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/wal
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/data/data
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:15:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:15:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.855764 7917 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:15:21.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.856083 7917 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:15:21.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.856220 7917 kserver.cc:163] Server-wide thread pool size limit: 3276
21:15:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.860579 7917 rpc_server.cc:307] RPC server started. Bound to: 127.7.184.190:44217
21:15:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.860617 7993 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.184.190:44217 every 8 connection(s)
21:15:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.860931 7917 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/data/info.pb
21:15:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.861500 7994 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:21.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.863217 7994 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } has no permanent_uuid. Determining permanent_uuid...
21:15:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.865772 7906 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskm177vI/build/release/bin/kudu as pid 7917
21:15:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.865903 7906 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-0/wal/instance
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.866946 7906 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/wal
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/data
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/logs
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/data/info.pb
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:15:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.189:39753
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.189
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41403/jwks.json
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:15:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.868717 7994 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } has no permanent_uuid. Determining permanent_uuid...
21:15:21.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.869140 7933 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.184.189:39753: connect: Connection refused (error 111)
21:15:21.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.869607 7994 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.184.189:39753: Network error: Client connection negotiation failed: client connection to 127.7.184.189:39753: connect: Connection refused (error 111)
21:15:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.918808 7994 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } attempt: 1
21:15:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.919546 7994 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.184.189:39753: Network error: Client connection negotiation failed: client connection to 127.7.184.189:39753: connect: Connection refused (error 111)
21:15:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.943747 7998 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:15:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.943897 7998 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:15:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.943922 7998 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:15:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.945259 7998 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:15:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.945295 7998 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:15:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.945308 7998 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:15:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.945319 7998 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:15:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.945331 7998 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:15:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.945343 7998 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:15:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.945354 7998 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41403/jwks.json
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.946882 7998 master_runner.cc:386] Master server non-default flags:
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/data
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/wal
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.189:39753
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41403/jwks.json
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/data/info.pb
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.189
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7998
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/logs
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 20:43:19 UTC on 24a791456cd2
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8731
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.947086 7998 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:15:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.947253 7998 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:15:21.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.949384 8005 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:21.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.949378 8007 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:21.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.949378 8004 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:21.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.949738 7998 server_base.cc:1047] running on GCE node
21:15:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.949929 7998 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:15:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.950116 7998 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:15:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.951301 7998 hybrid_clock.cc:648] HybridClock initialized: now 1761513321951288 us; error 33 us; skew 500 ppm
21:15:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.952284 7998 webserver.cc:492] Webserver started at http://127.7.184.189:35963/ using document root <none> and password file <none>
21:15:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.952436 7998 fs_manager.cc:362] Metadata directory not provided
21:15:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.952471 7998 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:15:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.952543 7998 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:15:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.953334 7998 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/data/instance:
21:15:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6a99f4aa09d4a42b37922da01fbeeba"
21:15:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:21 on dist-test-slave-vh5g"
21:15:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.953588 7998 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/wal/instance:
21:15:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6a99f4aa09d4a42b37922da01fbeeba"
21:15:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:21 on dist-test-slave-vh5g"
21:15:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.954802 7998 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.002s
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.955458 8013 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.955642 7998 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.001s
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.955691 7998 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/data,/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/wal
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6a99f4aa09d4a42b37922da01fbeeba"
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:21 on dist-test-slave-vh5g"
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.955736 7998 fs_report.cc:389] FS layout report
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/wal
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/wal
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/data/data
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:15:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:15:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:15:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.987728 7994 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } attempt: 2
21:15:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:21.988399 7994 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.184.189:39753: Network error: Client connection negotiation failed: client connection to 127.7.184.189:39753: connect: Connection refused (error 111)
21:15:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.988961 7998 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:15:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.989280 7998 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:15:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.989413 7998 kserver.cc:163] Server-wide thread pool size limit: 3276
21:15:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.994170 7998 rpc_server.cc:307] RPC server started. Bound to: 127.7.184.189:39753
21:15:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.994204 8075 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.184.189:39753 every 8 connection(s)
21:15:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.994555 7998 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/data/info.pb
21:15:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.995172 8076 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:21.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:21.996858 8076 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } has no permanent_uuid. Determining permanent_uuid...
21:15:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.000916 8076 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } has no permanent_uuid. Determining permanent_uuid...
21:15:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.001662 7906 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskm177vI/build/release/bin/kudu as pid 7998
21:15:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.001745 7906 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-1/wal/instance
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.002095 7906 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/wal
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/data
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/logs
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/data/info.pb
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.188:44305
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.188
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:15:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:15:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41403/jwks.json
21:15:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
21:15:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
21:15:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.004506 8076 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } has no permanent_uuid. Determining permanent_uuid...
21:15:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.004863 8014 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.184.188:44305: connect: Connection refused (error 111)
21:15:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.005271 8076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.184.188:44305: Network error: Client connection negotiation failed: client connection to 127.7.184.188:44305: connect: Connection refused (error 111)
21:15:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.054492 8076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } attempt: 1
21:15:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.055320 8076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.184.188:44305: Network error: Client connection negotiation failed: client connection to 127.7.184.188:44305: connect: Connection refused (error 111)
21:15:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.079560 7994 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } attempt: 3
21:15:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.080514 8080 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:15:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.080668 8080 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:15:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.080688 8080 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:15:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.082509 8080 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:15:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.082566 8080 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
21:15:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.082584 8080 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:15:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.082604 8080 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:15:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.082624 8080 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:15:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.082652 8080 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:15:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.082676 8080 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41403/jwks.json
21:15:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.082962 7994 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } has no permanent_uuid. Determining permanent_uuid...
21:15:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.083451 7994 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.184.188:44305: Network error: Client connection negotiation failed: client connection to 127.7.184.188:44305: connect: Connection refused (error 111)
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.084380 8080 master_runner.cc:386] Master server non-default flags:
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/data
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/wal
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.188:44305
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41403/jwks.json
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/data/info.pb
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.188
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8080
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/logs
21:15:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 20:43:19 UTC on 24a791456cd2
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8731
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.084594 8080 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:15:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.084767 8080 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:15:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.086733 8089 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.086727 8086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.087143 8087 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.087219 8080 server_base.cc:1047] running on GCE node
21:15:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.087384 8080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:15:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.087556 8080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:15:22.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.088678 8080 hybrid_clock.cc:648] HybridClock initialized: now 1761513322088660 us; error 35 us; skew 500 ppm
21:15:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.089627 8080 webserver.cc:492] Webserver started at http://127.7.184.188:43341/ using document root <none> and password file <none>
21:15:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.089776 8080 fs_manager.cc:362] Metadata directory not provided
21:15:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.089808 8080 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:15:22.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.089884 8080 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:15:22.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.090710 8080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/data/instance:
21:15:22.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b0bddb5eb174183820a20482b766f7d"
21:15:22.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.090977 8080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/wal/instance:
21:15:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b0bddb5eb174183820a20482b766f7d"
21:15:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.092034 8080 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.000s
21:15:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.092690 8095 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.092995 8080 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.093056 8080 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/data,/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/wal
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b0bddb5eb174183820a20482b766f7d"
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.093093 8080 fs_report.cc:389] FS layout report
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/wal
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/wal
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/data/data
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:15:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:15:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.108867 8080 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:15:22.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.109102 8080 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:15:22.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.109184 8080 kserver.cc:163] Server-wide thread pool size limit: 3276
21:15:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.113272 8080 rpc_server.cc:307] RPC server started. Bound to: 127.7.184.188:44305
21:15:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.113301 8157 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.184.188:44305 every 8 connection(s)
21:15:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.113538 8080 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/data/info.pb
21:15:22.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.114019 8158 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.114579 7994 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } attempt: 1
21:15:22.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.116163 8158 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } has no permanent_uuid. Determining permanent_uuid...
21:15:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.116742 7906 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskm177vI/build/release/bin/kudu as pid 8080
21:15:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.116824 7906 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/master-2/wal/instance
21:15:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.120051 7994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2: Bootstrap starting.
21:15:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.120136 8158 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } has no permanent_uuid. Determining permanent_uuid...
21:15:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.120710 7994 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2: Neither blocks nor log segments found. Creating new log.
21:15:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.121165 7994 log.cc:826] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2: Log is configured to *not* fsync() on all Append() calls
21:15:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.122439 7994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2: No bootstrap required, opened a new log
21:15:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.123463 8076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } attempt: 2
21:15:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.123652 8158 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } has no permanent_uuid. Determining permanent_uuid...
21:15:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.124317 7994 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.124446 7994 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.124480 7994 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ae704b975d14e9ab06044c38db977c2, State: Initialized, Role: FOLLOWER
21:15:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.124586 7994 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.124805 8168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.124882 7994 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: configured and running, proceeding with master startup.
21:15:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.124976 8168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: This master's current role is: FOLLOWER
21:15:22.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.127820 8076 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba: Bootstrap starting.
21:15:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.128414 8076 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba: Neither blocks nor log segments found. Creating new log.
21:15:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.128893 8076 log.cc:826] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba: Log is configured to *not* fsync() on all Append() calls
21:15:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.129760 8076 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba: No bootstrap required, opened a new log
21:15:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.131074 8158 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: Bootstrap starting.
21:15:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.131227 8076 raft_consensus.cc:359] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.131335 8076 raft_consensus.cc:385] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.131359 8076 raft_consensus.cc:740] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6a99f4aa09d4a42b37922da01fbeeba, State: Initialized, Role: FOLLOWER
21:15:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.131451 8076 consensus_queue.cc:260] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.130170 7917 master_runner.cc:186] Error getting master registration for 127.7.184.189:39753: OK, instance_id { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" instance_seqno: 1761513321993122 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:15:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.131707 7917 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:15:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.131737 8076 sys_catalog.cc:565] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: configured and running, proceeding with master startup.
21:15:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.131815 8158 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: Neither blocks nor log segments found. Creating new log.
21:15:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.132052 8158 log.cc:826] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: Log is configured to *not* fsync() on all Append() calls
21:15:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.132560 8158 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: No bootstrap required, opened a new log
21:15:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.127565 8179 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:15:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.133035 8179 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:15:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.133344 8182 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.133518 8182 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: This master's current role is: FOLLOWER
21:15:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.133740 8194 catalog_manager.cc:1568] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:15:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.133862 8194 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:15:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.134081 8158 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.134312 8158 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.134428 8158 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b0bddb5eb174183820a20482b766f7d, State: Initialized, Role: FOLLOWER
21:15:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.134610 8158 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.134989 8158 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: configured and running, proceeding with master startup.
21:15:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.134941 7998 master_runner.cc:186] Error getting master registration for 127.7.184.188:44305: OK, instance_id { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" instance_seqno: 1761513322112235 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:15:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.136768 7998 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:15:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.138727 8080 master_runner.cc:263] No leader master found from master 1b0bddb5eb174183820a20482b766f7d
21:15:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.138774 8080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:15:22.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.143544 8196 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.143638 8196 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: This master's current role is: FOLLOWER
21:15:22.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.144299 8207 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:15:22.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.144433 8207 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:15:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.149355 8168 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:15:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.149426 8168 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.149626 8168 leader_election.cc:290] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a6a99f4aa09d4a42b37922da01fbeeba (127.7.184.189:39753), 1b0bddb5eb174183820a20482b766f7d (127.7.184.188:44305)
21:15:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.150036 8122 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ae704b975d14e9ab06044c38db977c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b0bddb5eb174183820a20482b766f7d" is_pre_election: true
21:15:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.150542 8040 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ae704b975d14e9ab06044c38db977c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" is_pre_election: true
21:15:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.150662 8040 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ae704b975d14e9ab06044c38db977c2 in term 0.
21:15:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.150823 7933 leader_election.cc:304] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ae704b975d14e9ab06044c38db977c2, a6a99f4aa09d4a42b37922da01fbeeba; no voters:
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.151094 8168 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.151149 8168 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.151171 8168 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 0 FOLLOWER]: Advancing to term 1
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.152002 8168 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.152112 8168 leader_election.cc:290] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [CANDIDATE]: Term 1 election: Requested vote from peers a6a99f4aa09d4a42b37922da01fbeeba (127.7.184.189:39753), 1b0bddb5eb174183820a20482b766f7d (127.7.184.188:44305)
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.152431 8040 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ae704b975d14e9ab06044c38db977c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6a99f4aa09d4a42b37922da01fbeeba"
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.152514 8040 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 0 FOLLOWER]: Advancing to term 1
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.153213 8040 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ae704b975d14e9ab06044c38db977c2 in term 1.
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.153352 7933 leader_election.cc:304] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ae704b975d14e9ab06044c38db977c2, a6a99f4aa09d4a42b37922da01fbeeba; no voters:
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.150138 8122 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ae704b975d14e9ab06044c38db977c2 in term 0.
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.152309 8121 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ae704b975d14e9ab06044c38db977c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b0bddb5eb174183820a20482b766f7d"
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.153550 8121 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 0 FOLLOWER]: Advancing to term 1
21:15:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.154295 8121 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ae704b975d14e9ab06044c38db977c2 in term 1.
21:15:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.155100 8168 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 1 FOLLOWER]: Leader election won for term 1
21:15:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.155225 8168 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [term 1 LEADER]: Becoming Leader. State: Replica: 1ae704b975d14e9ab06044c38db977c2, State: Running, Role: LEADER
21:15:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.155292 8168 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.155580 8168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ae704b975d14e9ab06044c38db977c2. Latest consensus state: current_term: 1 leader_uuid: "1ae704b975d14e9ab06044c38db977c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.155629 8168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: This master's current role is: LEADER
21:15:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.156005 8211 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:15:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.157630 8211 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:15:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.158983 8121 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 1 FOLLOWER]: Refusing update from remote peer 1ae704b975d14e9ab06044c38db977c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:15:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.159269 8168 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:15:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.160277 8196 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ae704b975d14e9ab06044c38db977c2. Latest consensus state: current_term: 1 leader_uuid: "1ae704b975d14e9ab06044c38db977c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.160338 8196 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: This master's current role is: FOLLOWER
21:15:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.160748 8040 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 1 FOLLOWER]: Refusing update from remote peer 1ae704b975d14e9ab06044c38db977c2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:15:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.160935 8168 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:15:22.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.161784 8182 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ae704b975d14e9ab06044c38db977c2. Latest consensus state: current_term: 1 leader_uuid: "1ae704b975d14e9ab06044c38db977c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.161856 8182 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: This master's current role is: FOLLOWER
21:15:22.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.162815 8209 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1ae704b975d14e9ab06044c38db977c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.162890 8209 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: This master's current role is: LEADER
21:15:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.163339 8182 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1ae704b975d14e9ab06044c38db977c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.163399 8182 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: This master's current role is: FOLLOWER
21:15:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.164597 8212 mvcc.cc:204] Tried to move back new op lower bound from 7215158567561228288 to 7215158567548502016. Current Snapshot: MvccSnapshot[applied={T|T < 7215158567561228288}]
21:15:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.165508 8215 mvcc.cc:204] Tried to move back new op lower bound from 7215158567561228288 to 7215158567548502016. Current Snapshot: MvccSnapshot[applied={T|T < 7215158567561228288}]
21:15:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.165834 8168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1ae704b975d14e9ab06044c38db977c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.165907 8168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2 [sys.catalog]: This master's current role is: LEADER
21:15:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.166193 8196 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1ae704b975d14e9ab06044c38db977c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.166260 8196 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: This master's current role is: FOLLOWER
21:15:22.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.166971 8213 mvcc.cc:204] Tried to move back new op lower bound from 7215158567561228288 to 7215158567548502016. Current Snapshot: MvccSnapshot[applied={T|T < 7215158567561228288}]
21:15:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.167440 8211 catalog_manager.cc:1357] Generated new cluster ID: 98efce37451c43e9b73a5495feef905f
21:15:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.167479 8211 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:15:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.201157 8211 catalog_manager.cc:1380] Generated new certificate authority record
21:15:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.202106 8211 catalog_manager.cc:1514] Loading token signing keys...
21:15:22.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.210376 8211 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 1ae704b975d14e9ab06044c38db977c2: Generated new TSK 0
21:15:22.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.210680 8211 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.224982 7906 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/wal
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/data
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/logs
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/data/info.pb
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.129:0
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.184.129
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.129
21:15:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:15:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:15:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:15:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.340962 8220 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:15:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.341421 8220 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:15:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.341513 8220 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:15:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.343679 8220 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:15:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.343917 8220 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:15:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.344008 8220 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:15:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.344089 8220 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:15:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.344173 8220 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.184.129
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.346971 8220 tablet_server_runner.cc:78] Tablet server non-default flags:
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/data
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/wal
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.129:0
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/data/info.pb
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.129
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8220
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.184.129
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/logs
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
21:15:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
21:15:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 20:43:19 UTC on 24a791456cd2
21:15:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8731
21:15:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.348258 8220 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:15:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.348838 8220 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:15:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.352046 8225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.352351 8220 server_base.cc:1047] running on GCE node
21:15:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.352512 8226 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.352195 8228 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.354418 8220 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:15:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.354672 8220 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:15:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.355885 8220 hybrid_clock.cc:648] HybridClock initialized: now 1761513322355865 us; error 34 us; skew 500 ppm
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.357396 8220 webserver.cc:492] Webserver started at http://127.7.184.129:44517/ using document root <none> and password file <none>
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.357573 8220 fs_manager.cc:362] Metadata directory not provided
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.357621 8220 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.357728 8220 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.358765 8220 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/data/instance:
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e355482bccc4191a3270053f651f6b9"
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.359129 8220 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/wal/instance:
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e355482bccc4191a3270053f651f6b9"
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.360615 8220 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.001s sys 0.000s
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.361248 8234 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.361501 8220 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.361572 8220 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/data,/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/wal
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e355482bccc4191a3270053f651f6b9"
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.361634 8220 fs_report.cc:389] FS layout report
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/wal
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/wal
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/data/data
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:15:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:15:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:15:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:15:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:15:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:15:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:15:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:15:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.384176 8220 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:15:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.384498 8220 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:15:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.384619 8220 kserver.cc:163] Server-wide thread pool size limit: 3276
21:15:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.385123 8220 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:15:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.385169 8220 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:15:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.385200 8220 ts_tablet_manager.cc:616] Registered 0 tablets
21:15:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.385217 8220 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:15:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.392223 8220 rpc_server.cc:307] RPC server started. Bound to: 127.7.184.129:33285
21:15:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.392560 8220 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/data/info.pb
21:15:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.393113 8358 heartbeater.cc:344] Connected to a master server at 127.7.184.190:44217
21:15:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.393307 8358 heartbeater.cc:461] Registering TS with master...
21:15:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.393601 8358 heartbeater.cc:507] Master 127.7.184.190:44217 requested a full tablet report, sending...
21:15:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.393177 8356 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.184.129:33285 every 8 connection(s)
21:15:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.394189 7947 ts_manager.cc:194] Registered new tserver with Master: 7e355482bccc4191a3270053f651f6b9 (127.7.184.129:33285)
21:15:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.395138 7947 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.184.129:56369
21:15:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.396373 8357 heartbeater.cc:344] Connected to a master server at 127.7.184.188:44305
21:15:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.396519 8357 heartbeater.cc:461] Registering TS with master...
21:15:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.397027 8357 heartbeater.cc:507] Master 127.7.184.188:44305 requested a full tablet report, sending...
21:15:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.397408 8112 ts_manager.cc:194] Registered new tserver with Master: 7e355482bccc4191a3270053f651f6b9 (127.7.184.129:33285)
21:15:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.398702 8359 heartbeater.cc:344] Connected to a master server at 127.7.184.189:39753
21:15:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.398759 8359 heartbeater.cc:461] Registering TS with master...
21:15:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.398797 8359 heartbeater.cc:507] Master 127.7.184.189:39753 requested a full tablet report, sending...
21:15:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.399088 8030 ts_manager.cc:194] Registered new tserver with Master: 7e355482bccc4191a3270053f651f6b9 (127.7.184.129:33285)
21:15:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.402076 7906 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskm177vI/build/release/bin/kudu as pid 8220
21:15:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.402165 7906 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-0/wal/instance
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.403129 7906 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/wal
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/data
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/logs
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/data/info.pb
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.130:0
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.184.130
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.130
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:15:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:15:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.479568 8362 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:15:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.479707 8362 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:15:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.479727 8362 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:15:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.480960 8362 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:15:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.480998 8362 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:15:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.481009 8362 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:15:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.481020 8362 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:15:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.481035 8362 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.184.130
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.482401 8362 tablet_server_runner.cc:78] Tablet server non-default flags:
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/data
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/wal
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.130:0
21:15:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/data/info.pb
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.130
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8362
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.184.130
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/logs
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 20:43:19 UTC on 24a791456cd2
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8731
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.482555 8362 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:15:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.482720 8362 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:15:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.485054 8368 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.485070 8370 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.485054 8367 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.485301 8362 server_base.cc:1047] running on GCE node
21:15:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.485466 8362 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:15:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.485662 8362 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:15:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.486790 8362 hybrid_clock.cc:648] HybridClock initialized: now 1761513322486759 us; error 47 us; skew 500 ppm
21:15:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.487934 8362 webserver.cc:492] Webserver started at http://127.7.184.130:36393/ using document root <none> and password file <none>
21:15:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.488087 8362 fs_manager.cc:362] Metadata directory not provided
21:15:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.488125 8362 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:15:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.488204 8362 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:15:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.488977 8362 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/data/instance:
21:15:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a"
21:15:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.489251 8362 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/wal/instance:
21:15:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a"
21:15:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.490507 8362 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.002s
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.491202 8376 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.491333 8362 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.001s
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.491393 8362 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/data,/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/wal
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a"
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.491430 8362 fs_report.cc:389] FS layout report
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/wal
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/wal
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/data/data
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:15:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:15:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:15:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:15:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:15:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:15:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:15:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:15:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.510720 8362 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:15:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.510942 8362 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:15:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.511026 8362 kserver.cc:163] Server-wide thread pool size limit: 3276
21:15:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.511401 8362 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:15:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.511435 8362 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:15:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.511471 8362 ts_tablet_manager.cc:616] Registered 0 tablets
21:15:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.511490 8362 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:15:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.518383 8362 rpc_server.cc:307] RPC server started. Bound to: 127.7.184.130:40831
21:15:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.518603 8498 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.184.130:40831 every 8 connection(s)
21:15:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.518743 8362 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/data/info.pb
21:15:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.519395 8500 heartbeater.cc:344] Connected to a master server at 127.7.184.190:44217
21:15:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.519564 8500 heartbeater.cc:461] Registering TS with master...
21:15:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.519847 8500 heartbeater.cc:507] Master 127.7.184.190:44217 requested a full tablet report, sending...
21:15:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.520697 7947 ts_manager.cc:194] Registered new tserver with Master: 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831)
21:15:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.521183 7947 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.184.130:45205
21:15:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.522547 8499 heartbeater.cc:344] Connected to a master server at 127.7.184.188:44305
21:15:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.522868 8499 heartbeater.cc:461] Registering TS with master...
21:15:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.522930 8499 heartbeater.cc:507] Master 127.7.184.188:44305 requested a full tablet report, sending...
21:15:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.523183 8112 ts_manager.cc:194] Registered new tserver with Master: 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831)
21:15:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.525132 8501 heartbeater.cc:344] Connected to a master server at 127.7.184.189:39753
21:15:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.525180 8501 heartbeater.cc:461] Registering TS with master...
21:15:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.525209 8501 heartbeater.cc:507] Master 127.7.184.189:39753 requested a full tablet report, sending...
21:15:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.525465 8030 ts_manager.cc:194] Registered new tserver with Master: 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831)
21:15:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.527187 7906 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskm177vI/build/release/bin/kudu as pid 8362
21:15:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.527276 7906 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-1/wal/instance
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.528223 7906 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskm177vI/build/release/bin/kudu
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/wal
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/data
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/logs
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/data/info.pb
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:15:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.131:0
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.184.131
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.131
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:15:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
21:15:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.602221 8503 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:15:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.602366 8503 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:15:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.602401 8503 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:15:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.603818 8503 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:15:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.603868 8503 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
21:15:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.603889 8503 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
21:15:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.603915 8503 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
21:15:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.603936 8503 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.184.131
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.605319 8503 tablet_server_runner.cc:78] Tablet server non-default flags:
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.184.148:44343
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/data
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/wal
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.184.131:0
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/data/info.pb
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.184.131
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.184.190:44217,127.7.184.189:39753,127.7.184.188:44305
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8503
21:15:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.184.131
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/logs
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 20:43:19 UTC on 24a791456cd2
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8731
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.605535 8503 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:15:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.605758 8503 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:15:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.608335 8508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.608347 8509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.608354 8511 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:15:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.608605 8503 server_base.cc:1047] running on GCE node
21:15:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.608740 8503 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:15:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.608985 8503 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:15:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.610106 8503 hybrid_clock.cc:648] HybridClock initialized: now 1761513322610084 us; error 30 us; skew 500 ppm
21:15:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.611093 8503 webserver.cc:492] Webserver started at http://127.7.184.131:36093/ using document root <none> and password file <none>
21:15:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.611292 8503 fs_manager.cc:362] Metadata directory not provided
21:15:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.611338 8503 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:15:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.611444 8503 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:15:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.612226 8503 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/data/instance:
21:15:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "532b65179d93438faabb3f9176f644c7"
21:15:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.612515 8503 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/wal/instance:
21:15:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "532b65179d93438faabb3f9176f644c7"
21:15:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.613605 8503 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.002s
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.614270 8517 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.614441 8503 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.001s
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.614517 8503 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/data,/tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/wal
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "532b65179d93438faabb3f9176f644c7"
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 21:15:22 on dist-test-slave-vh5g"
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.614578 8503 fs_report.cc:389] FS layout report
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/wal
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/wal
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/data/data
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:15:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:15:22.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:15:22.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:15:22.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:15:22.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:15:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.628007 8503 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:15:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.628288 8503 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:15:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.628410 8503 kserver.cc:163] Server-wide thread pool size limit: 3276
21:15:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.628968 8503 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:15:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.629009 8503 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:15:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.629041 8503 ts_tablet_manager.cc:616] Registered 0 tablets
21:15:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.629057 8503 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:15:22.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.635504 8503 rpc_server.cc:307] RPC server started. Bound to: 127.7.184.131:34271
21:15:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.636013 8503 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/data/info.pb
21:15:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.638212 8639 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.184.131:34271 every 8 connection(s)
21:15:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.638693 8641 heartbeater.cc:344] Connected to a master server at 127.7.184.190:44217
21:15:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.639981 8641 heartbeater.cc:461] Registering TS with master...
21:15:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.640287 8641 heartbeater.cc:507] Master 127.7.184.190:44217 requested a full tablet report, sending...
21:15:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.640600 7948 ts_manager.cc:194] Registered new tserver with Master: 532b65179d93438faabb3f9176f644c7 (127.7.184.131:34271)
21:15:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.641072 7948 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.184.131:53735
21:15:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.641459 8640 heartbeater.cc:344] Connected to a master server at 127.7.184.188:44305
21:15:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.641527 8640 heartbeater.cc:461] Registering TS with master...
21:15:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.641642 8640 heartbeater.cc:507] Master 127.7.184.188:44305 requested a full tablet report, sending...
21:15:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.641875 8111 ts_manager.cc:194] Registered new tserver with Master: 532b65179d93438faabb3f9176f644c7 (127.7.184.131:34271)
21:15:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.642287 7906 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskm177vI/build/release/bin/kudu as pid 8503
21:15:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.642372 7906 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskm177vI/test-tmp/mini-kudu-cluster3509989033034436833/ts-2/wal/instance
21:15:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.643467 8642 heartbeater.cc:344] Connected to a master server at 127.7.184.189:39753
21:15:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.643523 8642 heartbeater.cc:461] Registering TS with master...
21:15:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.643573 8642 heartbeater.cc:507] Master 127.7.184.189:39753 requested a full tablet report, sending...
21:15:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.643800 8029 ts_manager.cc:194] Registered new tserver with Master: 532b65179d93438faabb3f9176f644c7 (127.7.184.131:34271)
21:15:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.644757 7906 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
21:15:22.645 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:15:22.645 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:15:22.646 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.184.190"
port: 44217
}
bound_http_address {
host: "127.7.184.190"
port: 39811
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.184.189"
port: 39753
}
bound_http_address {
host: "127.7.184.189"
port: 35963
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.184.188"
port: 44305
}
bound_http_address {
host: "127.7.184.188"
port: 43341
}
}
}
21:15:22.646 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:15:22.646 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.184.129"
port: 33285
}
bound_http_address {
host: "127.7.184.129"
port: 44517
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.184.130"
port: 40831
}
bound_http_address {
host: "127.7.184.130"
port: 36393
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.184.131"
port: 34271
}
bound_http_address {
host: "127.7.184.131"
port: 36093
}
}
}
21:15:22.646 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:15:22.648 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:15:22.649 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.184.189:39753(127.7.184.189:39753)] connecting to peer
21:15:22.650 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.184.188:44305(127.7.184.188:44305)] connecting to peer
21:15:22.651 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:22.651 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.184.189:39753(127.7.184.189:39753)] Successfully connected to peer
21:15:22.652 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.184.188:44305(127.7.184.188:44305)] Successfully connected to peer
21:15:22.653 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.184.189
21:15:22.653 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.184.188
21:15:22.656 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.184.190:44217(127.7.184.190:44217)] Successfully connected to peer
21:15:22.657 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.184.190
21:15:22.663 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc60e3398, L:/127.0.0.1:48900 - R:/127.7.184.188:44305] using SASL/PLAIN
21:15:22.673 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfb9ca0e2, L:/127.0.0.1:46692 - R:/127.7.184.190:44217] using SASL/PLAIN
21:15:22.674 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3efb78f9, L:/127.0.0.1:43156 - R:/127.7.184.189:39753] using SASL/PLAIN
21:15:22.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:15:22.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=26), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [15ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: OK, deferred=null) after lookup
21:15:22.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.677636 7948 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46692:
21:15:22.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
21:15:22.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.677961 7948 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:15:22.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 93f6bdd1e3654fb1b08037cd0208efeb
21:15:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.685513 8426 tablet_service.cc:1505] Processing CreateTablet for tablet 846f29ce096d48f8a8af3025db458565 (DEFAULT_TABLE table=txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:15:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.685590 8566 tablet_service.cc:1505] Processing CreateTablet for tablet 62182d9904ce448e8497da6cd89ad4b2 (DEFAULT_TABLE table=txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:15:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.685590 8567 tablet_service.cc:1505] Processing CreateTablet for tablet 846f29ce096d48f8a8af3025db458565 (DEFAULT_TABLE table=txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:15:22.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.685915 8566 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62182d9904ce448e8497da6cd89ad4b2. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.685917 8426 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 846f29ce096d48f8a8af3025db458565. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.686057 8567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 846f29ce096d48f8a8af3025db458565. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.685509 8425 tablet_service.cc:1505] Processing CreateTablet for tablet 62182d9904ce448e8497da6cd89ad4b2 (DEFAULT_TABLE table=txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:15:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.688149 8425 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62182d9904ce448e8497da6cd89ad4b2. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.688475 8654 tablet_bootstrap.cc:492] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7: Bootstrap starting.
21:15:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.688493 8653 tablet_bootstrap.cc:492] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Bootstrap starting.
21:15:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.689138 8654 tablet_bootstrap.cc:654] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7: Neither blocks nor log segments found. Creating new log.
21:15:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.689199 8653 tablet_bootstrap.cc:654] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Neither blocks nor log segments found. Creating new log.
21:15:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.689381 8653 log.cc:826] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Log is configured to *not* fsync() on all Append() calls
21:15:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.689435 8654 log.cc:826] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7: Log is configured to *not* fsync() on all Append() calls
21:15:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.690114 8653 tablet_bootstrap.cc:492] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a: No bootstrap required, opened a new log
21:15:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.690114 8654 tablet_bootstrap.cc:492] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7: No bootstrap required, opened a new log
21:15:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.690203 8653 ts_tablet_manager.cc:1403] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
21:15:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.690227 8654 ts_tablet_manager.cc:1403] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
21:15:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.691656 8653 raft_consensus.cc:359] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.691639 8654 raft_consensus.cc:359] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.691793 8653 raft_consensus.cc:385] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.691793 8654 raft_consensus.cc:385] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.691831 8654 raft_consensus.cc:740] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 532b65179d93438faabb3f9176f644c7, State: Initialized, Role: FOLLOWER
21:15:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.691831 8653 raft_consensus.cc:740] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c77e6eb88d54db2be45fa8ac48e6f4a, State: Initialized, Role: FOLLOWER
21:15:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.691911 8653 consensus_queue.cc:260] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.691957 8654 consensus_queue.cc:260] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.692117 8653 ts_tablet_manager.cc:1434] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
21:15:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.692149 8654 ts_tablet_manager.cc:1434] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
21:15:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.692232 8653 tablet_bootstrap.cc:492] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Bootstrap starting.
21:15:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.692241 8641 heartbeater.cc:499] Master 127.7.184.190:44217 was elected leader, sending a full tablet report...
21:15:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.692503 8654 tablet_bootstrap.cc:492] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7: Bootstrap starting.
21:15:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.692622 8653 tablet_bootstrap.cc:654] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Neither blocks nor log segments found. Creating new log.
21:15:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.693095 8500 heartbeater.cc:499] Master 127.7.184.190:44217 was elected leader, sending a full tablet report...
21:15:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.693683 8654 tablet_bootstrap.cc:654] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7: Neither blocks nor log segments found. Creating new log.
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694221 8654 tablet_bootstrap.cc:492] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7: No bootstrap required, opened a new log
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694224 8653 tablet_bootstrap.cc:492] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a: No bootstrap required, opened a new log
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694269 8654 ts_tablet_manager.cc:1403] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694268 8653 ts_tablet_manager.cc:1403] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694397 8653 raft_consensus.cc:359] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694445 8653 raft_consensus.cc:385] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694459 8654 raft_consensus.cc:359] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694494 8653 raft_consensus.cc:740] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c77e6eb88d54db2be45fa8ac48e6f4a, State: Initialized, Role: FOLLOWER
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694510 8654 raft_consensus.cc:385] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694532 8654 raft_consensus.cc:740] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 532b65179d93438faabb3f9176f644c7, State: Initialized, Role: FOLLOWER
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694554 8653 consensus_queue.cc:260] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694628 8653 ts_tablet_manager.cc:1434] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694628 8654 consensus_queue.cc:260] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.694702 8654 ts_tablet_manager.cc:1434] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
21:15:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.698593 8284 tablet_service.cc:1505] Processing CreateTablet for tablet 846f29ce096d48f8a8af3025db458565 (DEFAULT_TABLE table=txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
21:15:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.698593 8283 tablet_service.cc:1505] Processing CreateTablet for tablet 62182d9904ce448e8497da6cd89ad4b2 (DEFAULT_TABLE table=txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
21:15:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.698910 8284 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 846f29ce096d48f8a8af3025db458565. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.699044 8283 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62182d9904ce448e8497da6cd89ad4b2. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.701331 8662 tablet_bootstrap.cc:492] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9: Bootstrap starting.
21:15:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.701773 8662 tablet_bootstrap.cc:654] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9: Neither blocks nor log segments found. Creating new log.
21:15:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.701968 8662 log.cc:826] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9: Log is configured to *not* fsync() on all Append() calls
21:15:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.702533 8662 tablet_bootstrap.cc:492] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9: No bootstrap required, opened a new log
21:15:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.702621 8662 ts_tablet_manager.cc:1403] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
21:15:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.703591 8662 raft_consensus.cc:359] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.703692 8662 raft_consensus.cc:385] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.703711 8662 raft_consensus.cc:740] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7e355482bccc4191a3270053f651f6b9, State: Initialized, Role: FOLLOWER
21:15:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.703779 8662 consensus_queue.cc:260] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.703940 8662 ts_tablet_manager.cc:1434] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
21:15:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.703995 8358 heartbeater.cc:499] Master 127.7.184.190:44217 was elected leader, sending a full tablet report...
21:15:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.704434 8662 tablet_bootstrap.cc:492] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9: Bootstrap starting.
21:15:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.704882 8662 tablet_bootstrap.cc:654] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9: Neither blocks nor log segments found. Creating new log.
21:15:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.705338 8662 tablet_bootstrap.cc:492] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9: No bootstrap required, opened a new log
21:15:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.705374 8662 ts_tablet_manager.cc:1403] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
21:15:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.705506 8662 raft_consensus.cc:359] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.705555 8662 raft_consensus.cc:385] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.705629 8662 raft_consensus.cc:740] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7e355482bccc4191a3270053f651f6b9, State: Initialized, Role: FOLLOWER
21:15:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.705679 8662 consensus_queue.cc:260] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.705771 8662 ts_tablet_manager.cc:1434] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
21:15:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.773028 8502 tablet.cc:2378] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:15:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.814443 8664 raft_consensus.cc:493] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:15:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.814541 8664 raft_consensus.cc:515] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.814824 8664 leader_election.cc:290] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831), 532b65179d93438faabb3f9176f644c7 (127.7.184.131:34271)
21:15:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.817521 8446 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "62182d9904ce448e8497da6cd89ad4b2" candidate_uuid: "7e355482bccc4191a3270053f651f6b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" is_pre_election: true
21:15:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.817682 8446 raft_consensus.cc:2468] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7e355482bccc4191a3270053f651f6b9 in term 0.
21:15:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.817927 8237 leader_election.cc:304] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c77e6eb88d54db2be45fa8ac48e6f4a, 7e355482bccc4191a3270053f651f6b9; no voters:
21:15:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.818045 8664 raft_consensus.cc:2804] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:15:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.818084 8664 raft_consensus.cc:493] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:15:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.818100 8664 raft_consensus.cc:3060] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Advancing to term 1
21:15:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.818302 8587 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "62182d9904ce448e8497da6cd89ad4b2" candidate_uuid: "7e355482bccc4191a3270053f651f6b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "532b65179d93438faabb3f9176f644c7" is_pre_election: true
21:15:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.818429 8587 raft_consensus.cc:2468] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7e355482bccc4191a3270053f651f6b9 in term 0.
21:15:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.818890 8664 raft_consensus.cc:515] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.819005 8664 leader_election.cc:290] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [CANDIDATE]: Term 1 election: Requested vote from peers 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831), 532b65179d93438faabb3f9176f644c7 (127.7.184.131:34271)
21:15:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.819178 8446 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "62182d9904ce448e8497da6cd89ad4b2" candidate_uuid: "7e355482bccc4191a3270053f651f6b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a"
21:15:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.819192 8587 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "62182d9904ce448e8497da6cd89ad4b2" candidate_uuid: "7e355482bccc4191a3270053f651f6b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "532b65179d93438faabb3f9176f644c7"
21:15:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.819244 8587 raft_consensus.cc:3060] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Advancing to term 1
21:15:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.819250 8446 raft_consensus.cc:3060] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Advancing to term 1
21:15:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.819775 8587 raft_consensus.cc:2468] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7e355482bccc4191a3270053f651f6b9 in term 1.
21:15:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.819882 8446 raft_consensus.cc:2468] T 62182d9904ce448e8497da6cd89ad4b2 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7e355482bccc4191a3270053f651f6b9 in term 1.
21:15:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.819957 8235 leader_election.cc:304] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 532b65179d93438faabb3f9176f644c7, 7e355482bccc4191a3270053f651f6b9; no voters:
21:15:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.820048 8664 raft_consensus.cc:2804] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 1 FOLLOWER]: Leader election won for term 1
21:15:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.820290 8664 raft_consensus.cc:697] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [term 1 LEADER]: Becoming Leader. State: Replica: 7e355482bccc4191a3270053f651f6b9, State: Running, Role: LEADER
21:15:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.820387 8664 consensus_queue.cc:237] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.821121 7948 catalog_manager.cc:5649] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7e355482bccc4191a3270053f651f6b9 (127.7.184.129). New cstate: current_term: 1 leader_uuid: "7e355482bccc4191a3270053f651f6b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } health_report { overall_health: UNKNOWN } } }
21:15:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.822132 8658 raft_consensus.cc:493] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:15:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.822214 8658 raft_consensus.cc:515] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.822476 8658 leader_election.cc:290] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7e355482bccc4191a3270053f651f6b9 (127.7.184.129:33285), 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831)
21:15:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.825472 8446 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "846f29ce096d48f8a8af3025db458565" candidate_uuid: "532b65179d93438faabb3f9176f644c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" is_pre_election: true
21:15:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.825421 8304 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "846f29ce096d48f8a8af3025db458565" candidate_uuid: "532b65179d93438faabb3f9176f644c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e355482bccc4191a3270053f651f6b9" is_pre_election: true
21:15:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.825538 8446 raft_consensus.cc:2468] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 532b65179d93438faabb3f9176f644c7 in term 0.
21:15:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.825548 8304 raft_consensus.cc:2468] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 532b65179d93438faabb3f9176f644c7 in term 0.
21:15:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.825728 8519 leader_election.cc:304] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 532b65179d93438faabb3f9176f644c7, 7e355482bccc4191a3270053f651f6b9; no voters:
21:15:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.825841 8658 raft_consensus.cc:2804] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:15:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.825903 8658 raft_consensus.cc:493] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:15:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.825927 8658 raft_consensus.cc:3060] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Advancing to term 1
21:15:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.826522 8658 raft_consensus.cc:515] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.826647 8658 leader_election.cc:290] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [CANDIDATE]: Term 1 election: Requested vote from peers 7e355482bccc4191a3270053f651f6b9 (127.7.184.129:33285), 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831)
21:15:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.826783 8304 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "846f29ce096d48f8a8af3025db458565" candidate_uuid: "532b65179d93438faabb3f9176f644c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e355482bccc4191a3270053f651f6b9"
21:15:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.826783 8446 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "846f29ce096d48f8a8af3025db458565" candidate_uuid: "532b65179d93438faabb3f9176f644c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a"
21:15:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.826846 8446 raft_consensus.cc:3060] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Advancing to term 1
21:15:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.826846 8304 raft_consensus.cc:3060] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Advancing to term 1
21:15:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.827451 8446 raft_consensus.cc:2468] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 532b65179d93438faabb3f9176f644c7 in term 1.
21:15:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.827451 8304 raft_consensus.cc:2468] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 532b65179d93438faabb3f9176f644c7 in term 1.
21:15:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.827667 8520 leader_election.cc:304] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 532b65179d93438faabb3f9176f644c7, 7c77e6eb88d54db2be45fa8ac48e6f4a; no voters:
21:15:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.827754 8658 raft_consensus.cc:2804] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 1 FOLLOWER]: Leader election won for term 1
21:15:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.827893 8658 raft_consensus.cc:697] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [term 1 LEADER]: Becoming Leader. State: Replica: 532b65179d93438faabb3f9176f644c7, State: Running, Role: LEADER
21:15:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.827971 8658 consensus_queue.cc:237] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } }
21:15:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.828522 7948 catalog_manager.cc:5649] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 532b65179d93438faabb3f9176f644c7 (127.7.184.131). New cstate: current_term: 1 leader_uuid: "532b65179d93438faabb3f9176f644c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } health_report { overall_health: UNKNOWN } } }
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.836907 7948 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46706:
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:15:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:15:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.837088 7948 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:15:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.839291 8425 tablet_service.cc:1505] Processing CreateTablet for tablet b37162ce15e945e19ce42609566b113d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9a12da35f71f418280ee3145809dccdf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:15:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.839330 8567 tablet_service.cc:1505] Processing CreateTablet for tablet b37162ce15e945e19ce42609566b113d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9a12da35f71f418280ee3145809dccdf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:15:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.839448 8567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b37162ce15e945e19ce42609566b113d. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.839442 8425 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b37162ce15e945e19ce42609566b113d. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.840304 8654 tablet_bootstrap.cc:492] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: Bootstrap starting.
21:15:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.840363 8283 tablet_service.cc:1505] Processing CreateTablet for tablet b37162ce15e945e19ce42609566b113d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9a12da35f71f418280ee3145809dccdf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
21:15:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.840478 8283 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b37162ce15e945e19ce42609566b113d. 1 dirs total, 0 dirs full, 0 dirs failed
21:15:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.840746 8654 tablet_bootstrap.cc:654] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: Neither blocks nor log segments found. Creating new log.
21:15:22.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.841114 8653 tablet_bootstrap.cc:492] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: Bootstrap starting.
21:15:22.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.841648 8653 tablet_bootstrap.cc:654] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: Neither blocks nor log segments found. Creating new log.
21:15:22.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.841872 8662 tablet_bootstrap.cc:492] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: Bootstrap starting.
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842113 8654 tablet_bootstrap.cc:492] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: No bootstrap required, opened a new log
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842185 8654 ts_tablet_manager.cc:1403] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842315 8662 tablet_bootstrap.cc:654] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: Neither blocks nor log segments found. Creating new log.
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842361 8654 raft_consensus.cc:359] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842429 8654 raft_consensus.cc:385] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842454 8654 raft_consensus.cc:740] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 532b65179d93438faabb3f9176f644c7, State: Initialized, Role: FOLLOWER
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842500 8654 consensus_queue.cc:260] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842604 8654 ts_tablet_manager.cc:1434] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842728 8658 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.842808 8658 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: This TxnStatusTablet replica's current role is: FOLLOWER
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843006 8662 tablet_bootstrap.cc:492] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: No bootstrap required, opened a new log
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843060 8662 ts_tablet_manager.cc:1403] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843230 8662 raft_consensus.cc:359] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843295 8662 raft_consensus.cc:385] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843317 8662 raft_consensus.cc:740] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7e355482bccc4191a3270053f651f6b9, State: Initialized, Role: FOLLOWER
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843355 8662 consensus_queue.cc:260] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843436 8662 ts_tablet_manager.cc:1434] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843477 8653 tablet_bootstrap.cc:492] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: No bootstrap required, opened a new log
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843518 8653 ts_tablet_manager.cc:1403] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
21:15:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843504 8664 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843577 8664 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: This TxnStatusTablet replica's current role is: FOLLOWER
21:15:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843679 8653 raft_consensus.cc:359] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843729 8653 raft_consensus.cc:385] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:15:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843750 8653 raft_consensus.cc:740] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c77e6eb88d54db2be45fa8ac48e6f4a, State: Initialized, Role: FOLLOWER
21:15:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843791 8653 consensus_queue.cc:260] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843873 8653 ts_tablet_manager.cc:1434] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
21:15:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843922 8657 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.843978 8657 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: This TxnStatusTablet replica's current role is: FOLLOWER
21:15:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.890115 8643 tablet.cc:2378] T 62182d9904ce448e8497da6cd89ad4b2 P 532b65179d93438faabb3f9176f644c7: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:15:22.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:22.895851 8360 tablet.cc:2378] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:15:22.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.931701 8657 raft_consensus.cc:493] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:15:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.931789 8657 raft_consensus.cc:515] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.932114 8657 leader_election.cc:290] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7e355482bccc4191a3270053f651f6b9 (127.7.184.129:33285), 532b65179d93438faabb3f9176f644c7 (127.7.184.131:34271)
21:15:22.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.934744 8304 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b37162ce15e945e19ce42609566b113d" candidate_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e355482bccc4191a3270053f651f6b9" is_pre_election: true
21:15:22.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.934831 8304 raft_consensus.cc:2468] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c77e6eb88d54db2be45fa8ac48e6f4a in term 0.
21:15:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.934995 8378 leader_election.cc:304] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c77e6eb88d54db2be45fa8ac48e6f4a, 7e355482bccc4191a3270053f651f6b9; no voters:
21:15:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.935142 8657 raft_consensus.cc:2804] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Leader pre-election won for term 1
21:15:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.935178 8657 raft_consensus.cc:493] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:15:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.935124 8587 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b37162ce15e945e19ce42609566b113d" candidate_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "532b65179d93438faabb3f9176f644c7" is_pre_election: true
21:15:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.935192 8657 raft_consensus.cc:3060] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 0 FOLLOWER]: Advancing to term 1
21:15:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.935211 8587 raft_consensus.cc:2468] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c77e6eb88d54db2be45fa8ac48e6f4a in term 0.
21:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.935843 8657 raft_consensus.cc:515] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.936025 8657 leader_election.cc:290] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [CANDIDATE]: Term 1 election: Requested vote from peers 7e355482bccc4191a3270053f651f6b9 (127.7.184.129:33285), 532b65179d93438faabb3f9176f644c7 (127.7.184.131:34271)
21:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.936127 8304 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b37162ce15e945e19ce42609566b113d" candidate_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e355482bccc4191a3270053f651f6b9"
21:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.936190 8304 raft_consensus.cc:3060] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9 [term 0 FOLLOWER]: Advancing to term 1
21:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.936177 8587 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b37162ce15e945e19ce42609566b113d" candidate_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "532b65179d93438faabb3f9176f644c7"
21:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.936254 8587 raft_consensus.cc:3060] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7 [term 0 FOLLOWER]: Advancing to term 1
21:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.936825 8587 raft_consensus.cc:2468] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c77e6eb88d54db2be45fa8ac48e6f4a in term 1.
21:15:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.936895 8304 raft_consensus.cc:2468] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c77e6eb88d54db2be45fa8ac48e6f4a in term 1.
21:15:22.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.937024 8377 leader_election.cc:304] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 532b65179d93438faabb3f9176f644c7, 7c77e6eb88d54db2be45fa8ac48e6f4a; no voters:
21:15:22.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.937134 8657 raft_consensus.cc:2804] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 1 FOLLOWER]: Leader election won for term 1
21:15:22.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.937291 8657 raft_consensus.cc:697] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 1 LEADER]: Becoming Leader. State: Replica: 7c77e6eb88d54db2be45fa8ac48e6f4a, State: Running, Role: LEADER
21:15:22.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.937388 8657 consensus_queue.cc:237] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } }
21:15:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.937983 8683 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: TxnStatusTablet state changed. Reason: New leader 7c77e6eb88d54db2be45fa8ac48e6f4a. Latest consensus state: current_term: 1 leader_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.938061 7948 catalog_manager.cc:5649] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130). New cstate: current_term: 1 leader_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } health_report { overall_health: UNKNOWN } } }
21:15:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.938190 8683 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: This TxnStatusTablet replica's current role is: LEADER
21:15:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.938504 8685 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
21:15:22.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.938688 8685 txn_status_manager.cc:930] Loading transaction status metadata into memory...
21:15:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.961630 8587 raft_consensus.cc:1275] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7 [term 1 FOLLOWER]: Refusing update from remote peer 7c77e6eb88d54db2be45fa8ac48e6f4a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:15:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.961632 8304 raft_consensus.cc:1275] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9 [term 1 FOLLOWER]: Refusing update from remote peer 7c77e6eb88d54db2be45fa8ac48e6f4a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:15:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.961923 8657 consensus_queue.cc:1048] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [LEADER]: Connected to new peer: Peer: permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:15:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.962057 8683 consensus_queue.cc:1048] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:15:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.963114 8664 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: TxnStatusTablet state changed. Reason: New leader 7c77e6eb88d54db2be45fa8ac48e6f4a. Latest consensus state: current_term: 1 leader_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.963138 8658 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: TxnStatusTablet state changed. Reason: New leader 7c77e6eb88d54db2be45fa8ac48e6f4a. Latest consensus state: current_term: 1 leader_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.963196 8664 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: This TxnStatusTablet replica's current role is: FOLLOWER
21:15:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.963200 8658 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: This TxnStatusTablet replica's current role is: FOLLOWER
21:15:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.965034 8657 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.965103 8657 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: This TxnStatusTablet replica's current role is: LEADER
21:15:22.966 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
21:15:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.966125 8657 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.966214 8657 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 7c77e6eb88d54db2be45fa8ac48e6f4a: This TxnStatusTablet replica's current role is: LEADER
21:15:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.966590 8658 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.966723 8658 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 532b65179d93438faabb3f9176f644c7: This TxnStatusTablet replica's current role is: FOLLOWER
21:15:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.967489 8664 tablet_replica.cc:442] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 } } peers { permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 } } peers { permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 } } }
21:15:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.967571 8664 tablet_replica.cc:445] T b37162ce15e945e19ce42609566b113d P 7e355482bccc4191a3270053f651f6b9: This TxnStatusTablet replica's current role is: FOLLOWER
21:15:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.968508 8690 mvcc.cc:204] Tried to move back new op lower bound from 7215158570848591872 to 7215158570751963136. Current Snapshot: MvccSnapshot[applied={T|T < 7215158570848591872}]
21:15:22.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 93f6bdd1e3654fb1b08037cd0208efeb
21:15:22.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 846f29ce096d48f8a8af3025db458565 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
21:15:22.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 62182d9904ce448e8497da6cd89ad4b2 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
21:15:22.971 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=846f29ce096d48f8a8af3025db458565@[532b65179d93438faabb3f9176f644c7(127.7.184.131:34271)[L],7c77e6eb88d54db2be45fa8ac48e6f4a(127.7.184.130:40831),7e355482bccc4191a3270053f651f6b9(127.7.184.129:33285)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=62182d9904ce448e8497da6cd89ad4b2@[532b65179d93438faabb3f9176f644c7(127.7.184.131:34271),7c77e6eb88d54db2be45fa8ac48e6f4a(127.7.184.130:40831),7e355482bccc4191a3270053f651f6b9(127.7.184.129:33285)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:15:22.971 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=1), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.184.190:44217, [1ms] Sub RPC GetTableLocations: received response from server master-127.7.184.190:44217: OK, deferred=null) after lookup
21:15:22.971 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 532b65179d93438faabb3f9176f644c7(127.7.184.131:34271)] connecting to peer
21:15:22.972 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 532b65179d93438faabb3f9176f644c7(127.7.184.131:34271)] Successfully connected to peer
21:15:22.982 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7c876b73, L:/127.0.0.1:44222 - R:/127.7.184.131:34271] using TOKEN/null
21:15:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.988921 8304 raft_consensus.cc:1275] T 846f29ce096d48f8a8af3025db458565 P 7e355482bccc4191a3270053f651f6b9 [term 1 FOLLOWER]: Refusing update from remote peer 532b65179d93438faabb3f9176f644c7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:15:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.988972 8446 raft_consensus.cc:1275] T 846f29ce096d48f8a8af3025db458565 P 7c77e6eb88d54db2be45fa8ac48e6f4a [term 1 FOLLOWER]: Refusing update from remote peer 532b65179d93438faabb3f9176f644c7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:15:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.989158 8669 consensus_queue.cc:1048] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7e355482bccc4191a3270053f651f6b9" member_type: VOTER last_known_addr { host: "127.7.184.129" port: 33285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:15:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.989241 8658 consensus_queue.cc:1048] T 846f29ce096d48f8a8af3025db458565 P 532b65179d93438faabb3f9176f644c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:15:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.991667 8689 mvcc.cc:204] Tried to move back new op lower bound from 7215158570960461824 to 7215158570303717376. Current Snapshot: MvccSnapshot[applied={T|T < 7215158570960461824}]
21:15:22.993 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.184.190:44217
21:15:22.994 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:15:22.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.994906 8688 mvcc.cc:204] Tried to move back new op lower bound from 7215158570960461824 to 7215158570303717376. Current Snapshot: MvccSnapshot[applied={T|T < 7215158570960461824}]
21:15:22.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:22.995563 7906 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskm177vI/build/release/bin/kudu with pid 7917
21:15:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.001662 8380 connection.cc:537] client connection to 127.7.184.190:44217 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:15:23.002 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.184.190:44217(127.7.184.190:44217)] handling channelInactive
21:15:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.001909 8500 heartbeater.cc:646] Failed to heartbeat to 127.7.184.190:44217 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:15:23.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state READY due to: connection closed
21:15:23.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:15:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.134323 8194 catalog_manager.cc:1269] Loaded cluster ID: 98efce37451c43e9b73a5495feef905f
21:15:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.134387 8194 catalog_manager.cc:1562] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba: loading cluster ID for follower catalog manager: success
21:15:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.135360 8194 catalog_manager.cc:1584] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba: acquiring CA information for follower catalog manager: success
21:15:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.135653 8194 catalog_manager.cc:1612] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:15:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.144827 8207 catalog_manager.cc:1269] Loaded cluster ID: 98efce37451c43e9b73a5495feef905f
21:15:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.144886 8207 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: loading cluster ID for follower catalog manager: success
21:15:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.145635 8207 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: acquiring CA information for follower catalog manager: success
21:15:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.145886 8207 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:15:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.240495 8701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1ae704b975d14e9ab06044c38db977c2)
21:15:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.240612 8702 raft_consensus.cc:493] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1ae704b975d14e9ab06044c38db977c2)
21:15:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.240639 8701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.240689 8702 raft_consensus.cc:515] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.240857 8701 leader_election.cc:290] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), a6a99f4aa09d4a42b37922da01fbeeba (127.7.184.189:39753)
21:15:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241068 8702 leader_election.cc:290] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), 1b0bddb5eb174183820a20482b766f7d (127.7.184.188:44305)
21:15:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241231 8121 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1b0bddb5eb174183820a20482b766f7d" is_pre_election: true
21:15:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241235 8040 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b0bddb5eb174183820a20482b766f7d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" is_pre_election: true
21:15:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241324 8040 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1b0bddb5eb174183820a20482b766f7d in term 1.
21:15:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241325 8121 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6a99f4aa09d4a42b37922da01fbeeba in term 1.
21:15:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.241457 8099 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241631 8097 leader_election.cc:304] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b0bddb5eb174183820a20482b766f7d, a6a99f4aa09d4a42b37922da01fbeeba; no voters:
21:15:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241683 8014 leader_election.cc:304] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b0bddb5eb174183820a20482b766f7d, a6a99f4aa09d4a42b37922da01fbeeba; no voters:
21:15:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241812 8701 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 1 FOLLOWER]: Leader pre-election won for term 2
21:15:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241901 8701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1ae704b975d14e9ab06044c38db977c2)
21:15:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.241925 8701 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 1 FOLLOWER]: Advancing to term 2
21:15:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.241984 8017 leader_election.cc:336] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.242033 8099 leader_election.cc:336] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.242130 8702 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 1 FOLLOWER]: Leader pre-election won for term 2
21:15:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.242194 8702 raft_consensus.cc:493] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1ae704b975d14e9ab06044c38db977c2)
21:15:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.242214 8702 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 1 FOLLOWER]: Advancing to term 2
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.242928 8701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243106 8701 leader_election.cc:290] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 2 election: Requested vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), a6a99f4aa09d4a42b37922da01fbeeba (127.7.184.189:39753)
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243091 8702 raft_consensus.cc:515] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243228 8702 leader_election.cc:290] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 2 election: Requested vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), 1b0bddb5eb174183820a20482b766f7d (127.7.184.188:44305)
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243389 8040 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b0bddb5eb174183820a20482b766f7d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a6a99f4aa09d4a42b37922da01fbeeba"
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243463 8121 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1b0bddb5eb174183820a20482b766f7d"
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243506 8040 raft_consensus.cc:2393] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 1b0bddb5eb174183820a20482b766f7d in current term 2: Already voted for candidate a6a99f4aa09d4a42b37922da01fbeeba in this term.
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243542 8121 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a6a99f4aa09d4a42b37922da01fbeeba in current term 2: Already voted for candidate 1b0bddb5eb174183820a20482b766f7d in this term.
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.243690 8099 leader_election.cc:336] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243868 8097 leader_election.cc:304] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1b0bddb5eb174183820a20482b766f7d; no voters: 1ae704b975d14e9ab06044c38db977c2, a6a99f4aa09d4a42b37922da01fbeeba
21:15:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.243947 8701 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
21:15:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.243944 8017 leader_election.cc:336] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.244014 8017 leader_election.cc:304] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a6a99f4aa09d4a42b37922da01fbeeba; no voters: 1ae704b975d14e9ab06044c38db977c2, 1b0bddb5eb174183820a20482b766f7d
21:15:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.244108 8702 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
21:15:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.383932 8664 consensus_queue.cc:1048] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c77e6eb88d54db2be45fa8ac48e6f4a" member_type: VOTER last_known_addr { host: "127.7.184.130" port: 40831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:15:23.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.385984 8358 heartbeater.cc:646] Failed to heartbeat to 127.7.184.190:44217 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.385509 8708 consensus_queue.cc:1048] T 62182d9904ce448e8497da6cd89ad4b2 P 7e355482bccc4191a3270053f651f6b9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "532b65179d93438faabb3f9176f644c7" member_type: VOTER last_known_addr { host: "127.7.184.131" port: 34271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:15:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.386957 8641 heartbeater.cc:646] Failed to heartbeat to 127.7.184.190:44217 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.474 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.7.184.190:44217(127.7.184.190:44217) for tablet Kudu Master: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.490 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.510 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.529 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.530 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.550 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.552 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.570 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.610 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.612 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] sending RPC to server master-127.7.184.190:44217, [4ms] received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [60ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, deferred=Deferred@1482972266(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/48695226@49fb47e9 -> (continuation of Deferred@1679232828 after retry RPC after error@2039245140) -> (continuation of Deferred@66186499 after retry RPC after error@270939803) -> (continuation of Deferred@1276421452 after retry RPC after error@1455993683) -> (continuation of Deferred@1516094844 after retry RPC after error@2070848066) -> (continuation of Deferred@305747622 after retry RPC after error@33041817), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/518121423@35ba6eff -> (continuation of Deferred@1679232828 after retry RPC after error@2039245140) -> (continuation of Deferred@66186499 after retry RPC after error@270939803) -> (continuation of Deferred@1276421452 after retry RPC after error@1455993683) -> (continuation of Deferred@1516094844 after retry RPC after error@2070848066) -> (continuation of Deferred@305747622 after retry RPC after error@33041817)))
21:15:23.613 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] sending RPC to server master-127.7.184.190:44217, [4ms] received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [60ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, deferred=Deferred@1482972266(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/48695226@49fb47e9 -> (continuation of Deferred@1679232828 after retry RPC after error@2039245140) -> (continuation of Deferred@66186499 after retry RPC after error@270939803) -> (continuation of Deferred@1276421452 after retry RPC after error@1455993683) -> (continuation of Deferred@1516094844 after retry RPC after error@2070848066) -> (continuation of Deferred@305747622 after retry RPC after error@33041817), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/518121423@35ba6eff -> (continuation of Deferred@1679232828 after retry RPC after error@2039245140) -> (continuation of Deferred@66186499 after retry RPC after error@270939803) -> (continuation of Deferred@1276421452 after retry RPC after error@1455993683) -> (continuation of Deferred@1516094844 after retry RPC after error@2070848066) -> (continuation of Deferred@305747622 after retry RPC after error@33041817)))
21:15:23.630 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.650 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652060 8702 raft_consensus.cc:493] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652144 8701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652155 8702 raft_consensus.cc:515] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652212 8701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652290 8702 leader_election.cc:290] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), 1b0bddb5eb174183820a20482b766f7d (127.7.184.188:44305)
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652329 8701 leader_election.cc:290] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), a6a99f4aa09d4a42b37922da01fbeeba (127.7.184.189:39753)
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652524 8121 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1b0bddb5eb174183820a20482b766f7d" is_pre_election: true
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652592 8121 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6a99f4aa09d4a42b37922da01fbeeba in term 2.
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652648 8040 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b0bddb5eb174183820a20482b766f7d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" is_pre_election: true
21:15:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652722 8040 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1b0bddb5eb174183820a20482b766f7d in term 2.
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652804 8014 leader_election.cc:304] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b0bddb5eb174183820a20482b766f7d, a6a99f4aa09d4a42b37922da01fbeeba; no voters:
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.652922 8099 leader_election.cc:336] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.652988 8097 leader_election.cc:304] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1b0bddb5eb174183820a20482b766f7d, a6a99f4aa09d4a42b37922da01fbeeba; no voters: 1ae704b975d14e9ab06044c38db977c2
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653007 8702 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Leader pre-election won for term 3
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653043 8702 raft_consensus.cc:493] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653069 8702 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 2 FOLLOWER]: Advancing to term 3
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653079 8701 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Leader pre-election won for term 3
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653106 8701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653124 8701 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 2 FOLLOWER]: Advancing to term 3
21:15:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.653172 8017 leader_election.cc:336] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653817 8702 raft_consensus.cc:515] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653813 8701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653935 8701 leader_election.cc:290] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 3 election: Requested vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), a6a99f4aa09d4a42b37922da01fbeeba (127.7.184.189:39753)
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.653949 8702 leader_election.cc:290] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 3 election: Requested vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), 1b0bddb5eb174183820a20482b766f7d (127.7.184.188:44305)
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.654102 8040 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b0bddb5eb174183820a20482b766f7d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a6a99f4aa09d4a42b37922da01fbeeba"
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.654179 8040 raft_consensus.cc:2393] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 1b0bddb5eb174183820a20482b766f7d in current term 3: Already voted for candidate a6a99f4aa09d4a42b37922da01fbeeba in this term.
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.654196 8121 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1b0bddb5eb174183820a20482b766f7d"
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.654250 8121 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate a6a99f4aa09d4a42b37922da01fbeeba in current term 3: Already voted for candidate 1b0bddb5eb174183820a20482b766f7d in this term.
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.654536 8099 leader_election.cc:336] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.654573 8099 leader_election.cc:304] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1b0bddb5eb174183820a20482b766f7d; no voters: 1ae704b975d14e9ab06044c38db977c2, a6a99f4aa09d4a42b37922da01fbeeba
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.654646 8701 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.655019 8017 leader_election.cc:336] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.655059 8017 leader_election.cc:304] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a6a99f4aa09d4a42b37922da01fbeeba; no voters: 1ae704b975d14e9ab06044c38db977c2, 1b0bddb5eb174183820a20482b766f7d
21:15:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.655138 8702 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
21:15:23.670 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.690 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.709 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.750 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.790 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, deferred=Deferred@400579457(state=PENDING, result=null, callback=(continuation of Deferred@1640048311 after retry RPC after error@1549071729) -> (continuation of Deferred@1941431857 after retry RPC after error@1713280917) -> (continuation of Deferred@235073919 after retry RPC after error@1963352755) -> (continuation of Deferred@969704524 after retry RPC after error@737943263) -> (continuation of Deferred@854363094 after retry RPC after error@1958307010) -> (continuation of Deferred@688546045 after retry RPC after error@1649117669), errback=(continuation of Deferred@1640048311 after retry RPC after error@1549071729) -> (continuation of Deferred@1941431857 after retry RPC after error@1713280917) -> (continuation of Deferred@235073919 after retry RPC after error@1963352755) -> (continuation of Deferred@969704524 after retry RPC after error@737943263) -> (continuation of Deferred@854363094 after retry RPC after error@1958307010) -> (continuation of Deferred@688546045 after retry RPC after error@1649117669)))
21:15:23.793 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, deferred=Deferred@400579457(state=PENDING, result=null, callback=(continuation of Deferred@1640048311 after retry RPC after error@1549071729) -> (continuation of Deferred@1941431857 after retry RPC after error@1713280917) -> (continuation of Deferred@235073919 after retry RPC after error@1963352755) -> (continuation of Deferred@969704524 after retry RPC after error@737943263) -> (continuation of Deferred@854363094 after retry RPC after error@1958307010) -> (continuation of Deferred@688546045 after retry RPC after error@1649117669), errback=(continuation of Deferred@1640048311 after retry RPC after error@1549071729) -> (continuation of Deferred@1941431857 after retry RPC after error@1713280917) -> (continuation of Deferred@235073919 after retry RPC after error@1963352755) -> (continuation of Deferred@969704524 after retry RPC after error@737943263) -> (continuation of Deferred@854363094 after retry RPC after error@1958307010) -> (continuation of Deferred@688546045 after retry RPC after error@1649117669)))
21:15:23.810 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.829 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.850 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.870 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.890 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.930 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.970 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:23.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:23.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217; will retry
21:15:23.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.998456 8701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:15:23.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.998546 8701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:23.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.998697 8701 leader_election.cc:290] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), a6a99f4aa09d4a42b37922da01fbeeba (127.7.184.189:39753)
21:15:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.998914 8040 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b0bddb5eb174183820a20482b766f7d" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" is_pre_election: true
21:15:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.999014 8040 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1b0bddb5eb174183820a20482b766f7d in term 3.
21:15:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.999197 8097 leader_election.cc:304] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b0bddb5eb174183820a20482b766f7d, a6a99f4aa09d4a42b37922da01fbeeba; no voters:
21:15:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:23.999294 8099 leader_election.cc:336] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.999294 8701 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 3 FOLLOWER]: Leader pre-election won for term 4
21:15:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.999377 8701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:15:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.999392 8701 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 3 FOLLOWER]: Advancing to term 4
21:15:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:23.999934 8701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.000038 8701 leader_election.cc:290] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 4 election: Requested vote from peers 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217), a6a99f4aa09d4a42b37922da01fbeeba (127.7.184.189:39753)
21:15:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.000200 8040 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b0bddb5eb174183820a20482b766f7d" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a6a99f4aa09d4a42b37922da01fbeeba"
21:15:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.000262 8040 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 3 FOLLOWER]: Advancing to term 4
21:15:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:24.000473 8099 leader_election.cc:336] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111)
21:15:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.000965 8040 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1b0bddb5eb174183820a20482b766f7d in term 4.
21:15:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.001163 8097 leader_election.cc:304] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1b0bddb5eb174183820a20482b766f7d, a6a99f4aa09d4a42b37922da01fbeeba; no voters: 1ae704b975d14e9ab06044c38db977c2
21:15:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.001266 8701 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 4 FOLLOWER]: Leader election won for term 4
21:15:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.001363 8701 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [term 4 LEADER]: Becoming Leader. State: Replica: 1b0bddb5eb174183820a20482b766f7d, State: Running, Role: LEADER
21:15:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.001439 8701 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } }
21:15:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.001652 8716 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1b0bddb5eb174183820a20482b766f7d. Latest consensus state: current_term: 4 leader_uuid: "1b0bddb5eb174183820a20482b766f7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.001718 8716 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: This master's current role is: LEADER
21:15:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.001878 8718 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002133 8718 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb]
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002235 8718 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=9a12da35f71f418280ee3145809dccdf]
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002368 8718 tablet_loader.cc:96] loaded metadata for tablet 62182d9904ce448e8497da6cd89ad4b2 (table txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb])
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002410 8718 tablet_loader.cc:96] loaded metadata for tablet 846f29ce096d48f8a8af3025db458565 (table txn_manager_fallback [id=93f6bdd1e3654fb1b08037cd0208efeb])
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002432 8718 tablet_loader.cc:96] loaded metadata for tablet b37162ce15e945e19ce42609566b113d (table kudu_system.kudu_transactions [id=9a12da35f71f418280ee3145809dccdf])
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002450 8718 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002486 8718 catalog_manager.cc:1269] Loaded cluster ID: 98efce37451c43e9b73a5495feef905f
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002508 8718 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002630 8718 catalog_manager.cc:1514] Loading token signing keys...
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002687 8718 catalog_manager.cc:6033] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d: Loaded TSK: 0
21:15:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.002781 8718 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:15:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.014132 8383 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.047s from last keepalive heartbeat (effective timeout is 1.000s)
21:15:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:24.014611 8472 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.184.190:44217)
21:15:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:24.019443 8722 tablet_replica.cc:1306] Aborted: operation has been aborted: cancelling pending write operations
21:15:24.070 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.190:44217: Network error: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.184.189:39753,127.7.184.188:44305,127.7.184.190:44217) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217, deferred=Deferred@1423992551(state=PENDING, result=null, callback=(continuation of Deferred@1211152911 after retry RPC after error@1450419203) -> (continuation of Deferred@216760357 after retry RPC after error@1533745153) -> (continuation of Deferred@382083489 after retry RPC after error@1566497990) -> (continuation of Deferred@224695776 after retry RPC after error@239877981) -> (continuation of Deferred@690019356 after retry RPC after error@36936978) -> (continuation of Deferred@726778657 after retry RPC after error@1149810625) -> (continuation of Deferred@1810322288 after retry RPC after error@1973585939), errback=(continuation of Deferred@1211152911 after retry RPC after error@1450419203) -> (continuation of Deferred@216760357 after retry RPC after error@1533745153) -> (continuation of Deferred@382083489 after retry RPC after error@1566497990) -> (continuation of Deferred@224695776 after retry RPC after error@239877981) -> (continuation of Deferred@690019356 after retry RPC after error@36936978) -> (continuation of Deferred@726778657 after retry RPC after error@1149810625) -> (continuation of Deferred@1810322288 after retry RPC after error@1973585939)))
21:15:24.071 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
21:15:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:24.080655 8099 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d -> Peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Couldn't send request to peer 1ae704b975d14e9ab06044c38db977c2. Status: Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:15:24.090 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.7.184.190:44217(127.7.184.190:44217)] connecting to peer
21:15:24.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:15:24.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.189:39753, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.188:44305, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.184.190:44217, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.189:39753: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.184.188:44305: OK, deferred=null) after lookup
21:15:24.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:24.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.190:44217(127.7.184.190:44217)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:24.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.184.190:44217: Failed to connect to peer master-127.7.184.190:44217(127.7.184.190:44217): Connection refused: /127.7.184.190:44217
21:15:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.108525 8040 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [term 4 FOLLOWER]: Refusing update from remote peer 1b0bddb5eb174183820a20482b766f7d: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 12. (index mismatch)
21:15:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.108780 8716 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
21:15:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.109282 8702 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1b0bddb5eb174183820a20482b766f7d. Latest consensus state: current_term: 4 leader_uuid: "1b0bddb5eb174183820a20482b766f7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.109376 8702 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: This master's current role is: FOLLOWER
21:15:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.110054 8701 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "1b0bddb5eb174183820a20482b766f7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.110139 8701 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d [sys.catalog]: This master's current role is: LEADER
21:15:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.110343 8702 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "1b0bddb5eb174183820a20482b766f7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ae704b975d14e9ab06044c38db977c2" member_type: VOTER last_known_addr { host: "127.7.184.190" port: 44217 } } peers { permanent_uuid: "a6a99f4aa09d4a42b37922da01fbeeba" member_type: VOTER last_known_addr { host: "127.7.184.189" port: 39753 } } peers { permanent_uuid: "1b0bddb5eb174183820a20482b766f7d" member_type: VOTER last_known_addr { host: "127.7.184.188" port: 44305 } } }
21:15:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.110407 8702 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6a99f4aa09d4a42b37922da01fbeeba [sys.catalog]: This master's current role is: FOLLOWER
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:24.114702 8111 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48926:
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:15:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
21:15:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
21:15:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:24.115821 8111 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:15:24.124 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1761513322 last_transition_timestamp: 1761513324
21:15:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 21:15:24.590385 8099 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1b0bddb5eb174183820a20482b766f7d -> Peer 1ae704b975d14e9ab06044c38db977c2 (127.7.184.190:44217): Couldn't send request to peer 1ae704b975d14e9ab06044c38db977c2. Status: Network error: Client connection negotiation failed: client connection to 127.7.184.190:44217: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
21:15:25.005 [DEBUG - main] (Connection.java:575) [peer master-127.7.184.188:44305(127.7.184.188:44305)] disconnecting while in state READY
21:15:25.005 [DEBUG - main] (Connection.java:575) [peer 532b65179d93438faabb3f9176f644c7(127.7.184.131:34271)] disconnecting while in state READY
21:15:25.006 [DEBUG - main] (Connection.java:575) [peer master-127.7.184.189:39753(127.7.184.189:39753)] disconnecting while in state READY
21:15:25.006 [DEBUG - main] (Connection.java:575) [peer master-127.7.184.190:44217(127.7.184.190:44217)] disconnecting while in state TERMINATED
21:15:25.006 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.184.188:44305(127.7.184.188:44305)] handling channelInactive
21:15:25.006 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.184.189:39753(127.7.184.189:39753)] handling channelInactive
21:15:25.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.184.188:44305(127.7.184.188:44305)] cleaning up while in state READY due to: connection closed
21:15:25.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.184.189:39753(127.7.184.189:39753)] cleaning up while in state READY due to: connection closed
21:15:25.007 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 532b65179d93438faabb3f9176f644c7(127.7.184.131:34271)] handling channelInactive
21:15:25.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 532b65179d93438faabb3f9176f644c7(127.7.184.131:34271)] cleaning up while in state READY due to: connection closed
21:15:25.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:15:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:25.007791 7906 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskm177vI/build/release/bin/kudu with pid 8220
21:15:25.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:25.012814 7906 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskm177vI/build/release/bin/kudu with pid 8362
21:15:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:25.018229 7906 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskm177vI/build/release/bin/kudu with pid 8503
21:15:25.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:25.022786 7906 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskm177vI/build/release/bin/kudu with pid 7998
21:15:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 21:15:25.027635 7906 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskm177vI/build/release/bin/kudu with pid 8080
21:15:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-26T21:15:25Z chronyd exiting
21:15:25.075 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1761513322 last_transition_timestamp: 1761513324
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 7c77e6eb88d54db2be45fa8ac48e6f4a (127.7.184.130:40831): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1761513322 last_transition_timestamp: 1761513324
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more