08:03:19.963 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:19.963 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAO6UWC/test-tmp
08:03:19.963 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:03:19.964 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAO6UWC/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:19.965 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:20.253 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:20.253 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:20.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.255736 13927 mini_oidc.cc:150] Starting JWKS server
08:03:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.258152 13927 webserver.cc:480] Webserver started at http://127.0.0.1:39179/ using document root <none> and password file <none>
08:03:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.258350 13927 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.258800 13927 webserver.cc:480] Webserver started at http://127.0.0.1:34039/ using document root <none> and password file <none>
08:03:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T08:03:20Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T08:03:20Z Disabled control of system clock
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.285485 13927 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/wal
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/data
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/logs
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/data/info.pb
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.254:38155
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.254
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39179/jwks.json
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.560706 13938 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.560945 13938 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.561009 13938 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.570600 13938 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.570727 13938 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.570819 13938 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.570892 13938 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:20.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.570979 13938 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:20.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.571048 13938 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:20.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.571115 13938 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39179/jwks.json
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.579908 13938 master_runner.cc:386] Master server non-default flags:
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/data
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/wal
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.254:38155
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39179/jwks.json
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/data/info.pb
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.254
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/logs
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.581344 13938 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:20.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.582978 13938 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.589969 13943 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.590087 13944 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.590595 13946 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.590999 13938 server_base.cc:1047] running on GCE node
08:03:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.591564 13938 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.592748 13938 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.593974 13938 hybrid_clock.cc:648] HybridClock initialized: now 1756541000593914 us; error 39 us; skew 500 ppm
08:03:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.594234 13938 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.596156 13938 webserver.cc:480] Webserver started at http://127.13.153.254:32935/ using document root <none> and password file <none>
08:03:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.596787 13938 fs_manager.cc:362] Metadata directory not provided
08:03:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.596890 13938 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.597182 13938 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.599296 13938 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/data/instance:
08:03:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccb931035aac458e94eb0e28992351b5"
08:03:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:20 on dist-test-slave-nl5f"
08:03:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.599905 13938 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/wal/instance:
08:03:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccb931035aac458e94eb0e28992351b5"
08:03:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:20 on dist-test-slave-nl5f"
08:03:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.604287 13938 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.003s
08:03:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.607050 13952 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.608197 13938 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.608352 13938 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/wal
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccb931035aac458e94eb0e28992351b5"
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:20 on dist-test-slave-nl5f"
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.608496 13938 fs_report.cc:389] FS layout report
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/wal
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/wal
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/data/data
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.631179 13938 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.631886 13938 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.632083 13938 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.652045 13938 rpc_server.cc:307] RPC server started. Bound to: 127.13.153.254:38155
08:03:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.652077 14013 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.153.254:38155 every 8 connection(s)
08:03:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.653218 13938 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/data/info.pb
08:03:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.656467 14014 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.658449 13927 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 13938
08:03:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.658684 13927 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-0/wal/instance
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.660478 13927 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/wal
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/data
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/logs
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/data/info.pb
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.253:38971
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.253
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39179/jwks.json
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.661615 14014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } has no permanent_uuid. Determining permanent_uuid...
08:03:20.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.676033 14014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } has no permanent_uuid. Determining permanent_uuid...
08:03:20.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.677065 13954 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.153.253:38971: connect: Connection refused (error 111)
08:03:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.678435 14014 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.253:38971: Network error: Client connection negotiation failed: client connection to 127.13.153.253:38971: connect: Connection refused (error 111)
08:03:20.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.727710 14014 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } attempt: 1
08:03:20.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.729470 14014 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.253:38971: Network error: Client connection negotiation failed: client connection to 127.13.153.253:38971: connect: Connection refused (error 111)
08:03:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.797672 14014 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } attempt: 2
08:03:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.799430 14014 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.253:38971: Network error: Client connection negotiation failed: client connection to 127.13.153.253:38971: connect: Connection refused (error 111)
08:03:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.890628 14014 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } attempt: 3
08:03:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.892382 14014 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.253:38971: Network error: Client connection negotiation failed: client connection to 127.13.153.253:38971: connect: Connection refused (error 111)
08:03:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.945284 14016 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.945547 14016 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.945611 14016 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.952584 14016 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.952672 14016 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.952718 14016 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.952764 14016 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.952821 14016 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.952855 14016 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.952894 14016 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39179/jwks.json
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.961081 14016 master_runner.cc:386] Master server non-default flags:
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/data
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/wal
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.253:38971
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39179/jwks.json
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/data/info.pb
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.253
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/logs
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.962345 14016 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.963927 14016 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.970892 14027 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.970822 14025 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:20.970857 14024 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.971586 14016 server_base.cc:1047] running on GCE node
08:03:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.972177 14016 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.973273 14016 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.974472 14016 hybrid_clock.cc:648] HybridClock initialized: now 1756541000974422 us; error 25 us; skew 500 ppm
08:03:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.974756 14016 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:20.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.976711 14016 webserver.cc:480] Webserver started at http://127.13.153.253:43409/ using document root <none> and password file <none>
08:03:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.977334 14016 fs_manager.cc:362] Metadata directory not provided
08:03:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.977450 14016 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.977763 14016 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.979808 14016 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/data/instance:
08:03:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36010b27513a4254a4c634a0c44b10ef"
08:03:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:20 on dist-test-slave-nl5f"
08:03:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.980487 14016 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/wal/instance:
08:03:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36010b27513a4254a4c634a0c44b10ef"
08:03:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:20 on dist-test-slave-nl5f"
08:03:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.984938 14016 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
08:03:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.987989 14033 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.989200 14016 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.989375 14016 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/wal
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36010b27513a4254a4c634a0c44b10ef"
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:20 on dist-test-slave-nl5f"
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:20.989526 14016 fs_report.cc:389] FS layout report
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/wal
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/wal
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/data/data
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:21.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.001624 14016 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.002233 14016 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.002463 14016 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.022775 14016 rpc_server.cc:307] RPC server started. Bound to: 127.13.153.253:38971
08:03:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.022807 14095 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.153.253:38971 every 8 connection(s)
08:03:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.023954 14016 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/data/info.pb
08:03:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.025687 13927 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 14016
08:03:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.025823 13927 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-1/wal/instance
08:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.026685 13927 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/wal
08:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/data
08:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/logs
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/data/info.pb
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.252:34255
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.252
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39179/jwks.json
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.026974 14096 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.031970 14096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } has no permanent_uuid. Determining permanent_uuid...
08:03:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.035593 14014 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } attempt: 4
08:03:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.043867 14096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } has no permanent_uuid. Determining permanent_uuid...
08:03:21.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.046474 14014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } has no permanent_uuid. Determining permanent_uuid...
08:03:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.048071 14014 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.252:34255: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.050348 14096 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } has no permanent_uuid. Determining permanent_uuid...
08:03:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.051153 14037 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.052538 14096 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.252:34255: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.101825 14096 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } attempt: 1
08:03:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.103557 14096 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.252:34255: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.107292 14014 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } attempt: 1
08:03:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.108811 14014 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.252:34255: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.171815 14096 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } attempt: 2
08:03:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.173542 14096 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.252:34255: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.175999 14014 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } attempt: 2
08:03:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.177711 14014 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.252:34255: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.264765 14096 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } attempt: 3
08:03:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.266512 14096 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.252:34255: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.277905 14014 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } attempt: 3
08:03:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.279516 14014 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.13.153.252:34255: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.312223 14098 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.312460 14098 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.312556 14098 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.320077 14098 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:03:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.320170 14098 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:03:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.320230 14098 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.320264 14098 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.320310 14098 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:03:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.320343 14098 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.320384 14098 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39179/jwks.json
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.328444 14098 master_runner.cc:386] Master server non-default flags:
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/data
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/wal
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.252:34255
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39179/jwks.json
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/data/info.pb
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.252
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/logs
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.329715 14098 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:21.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.331238 14098 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.338546 14107 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.338526 14108 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.339330 14110 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.339875 14098 server_base.cc:1047] running on GCE node
08:03:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.340523 14098 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:21.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.341646 14098 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:21.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.342839 14098 hybrid_clock.cc:648] HybridClock initialized: now 1756541001342795 us; error 20 us; skew 500 ppm
08:03:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.343122 14098 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.345043 14098 webserver.cc:480] Webserver started at http://127.13.153.252:34169/ using document root <none> and password file <none>
08:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.345635 14098 fs_manager.cc:362] Metadata directory not provided
08:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.345738 14098 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.346004 14098 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.348019 14098 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/data/instance:
08:03:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0252a93b2fdf4c38a767ee673deabdbf"
08:03:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:21 on dist-test-slave-nl5f"
08:03:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.348775 14098 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/wal/instance:
08:03:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0252a93b2fdf4c38a767ee673deabdbf"
08:03:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:21 on dist-test-slave-nl5f"
08:03:21.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.353088 14098 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
08:03:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.355871 14116 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.357064 14098 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.357249 14098 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/wal
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0252a93b2fdf4c38a767ee673deabdbf"
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:21 on dist-test-slave-nl5f"
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.357419 14098 fs_report.cc:389] FS layout report
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/wal
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/wal
08:03:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/data/data
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.370138 14098 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.370760 14098 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:21.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.371034 14098 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.391119 14098 rpc_server.cc:307] RPC server started. Bound to: 127.13.153.252:34255
08:03:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.391156 14177 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.153.252:34255 every 8 connection(s)
08:03:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.392293 14098 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/data/info.pb
08:03:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.395507 14178 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:21.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.400207 14178 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } has no permanent_uuid. Determining permanent_uuid...
08:03:21.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.401849 13927 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 14098
08:03:21.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.402004 13927 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/master-2/wal/instance
08:03:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.409726 14096 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } attempt: 4
08:03:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.412016 14178 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } has no permanent_uuid. Determining permanent_uuid...
08:03:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.419641 14178 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } has no permanent_uuid. Determining permanent_uuid...
08:03:21.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.424404 14096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: Bootstrap starting.
08:03:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.427897 14096 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: Neither blocks nor log segments found. Creating new log.
08:03:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.428851 14096 log.cc:826] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: Log is configured to *not* fsync() on all Append() calls
08:03:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.429160 14178 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf: Bootstrap starting.
08:03:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.430941 14096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: No bootstrap required, opened a new log
08:03:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.431625 14178 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf: Neither blocks nor log segments found. Creating new log.
08:03:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.432471 14178 log.cc:826] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf: Log is configured to *not* fsync() on all Append() calls
08:03:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.435292 14178 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf: No bootstrap required, opened a new log
08:03:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.435719 14096 raft_consensus.cc:357] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.435963 14096 raft_consensus.cc:383] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.436080 14096 raft_consensus.cc:738] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36010b27513a4254a4c634a0c44b10ef, State: Initialized, Role: FOLLOWER
08:03:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.436604 14096 consensus_queue.cc:260] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.437458 14187 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.437829 14187 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: This master's current role is: FOLLOWER
08:03:21.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.438638 14096 sys_catalog.cc:564] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: configured and running, proceeding with master startup.
08:03:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.440549 14178 raft_consensus.cc:357] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.440914 14178 raft_consensus.cc:383] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.441021 14178 raft_consensus.cc:738] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0252a93b2fdf4c38a767ee673deabdbf, State: Initialized, Role: FOLLOWER
08:03:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.441552 14178 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.442375 14194 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.442703 14194 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: This master's current role is: FOLLOWER
08:03:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.443382 14178 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: configured and running, proceeding with master startup.
08:03:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.447989 14199 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.448138 14199 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:21.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.449721 14014 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } attempt: 4
08:03:21.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.446161 14016 master_runner.cc:186] Error getting master registration for 127.13.153.254:38155: OK, instance_id { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" instance_seqno: 1756541000647421 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:21.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.450261 14016 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.459129 14014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5: Bootstrap starting.
08:03:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.459645 14194 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.459848 14194 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.464500 14194 leader_election.cc:290] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ccb931035aac458e94eb0e28992351b5 (127.13.153.254:38155), 36010b27513a4254a4c634a0c44b10ef (127.13.153.253:38971)
08:03:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.464843 14014 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5: Neither blocks nor log segments found. Creating new log.
08:03:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.465386 14061 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0252a93b2fdf4c38a767ee673deabdbf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36010b27513a4254a4c634a0c44b10ef" is_pre_election: true
08:03:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.465811 14061 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0252a93b2fdf4c38a767ee673deabdbf in term 0.
08:03:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.466004 14014 log.cc:826] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5: Log is configured to *not* fsync() on all Append() calls
08:03:21.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.467758 14118 leader_election.cc:304] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0252a93b2fdf4c38a767ee673deabdbf, 36010b27513a4254a4c634a0c44b10ef; no voters:
08:03:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.468370 14194 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.468561 14194 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.468672 14194 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 0 FOLLOWER]: Advancing to term 1
08:03:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.471450 14194 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.473484 14061 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0252a93b2fdf4c38a767ee673deabdbf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36010b27513a4254a4c634a0c44b10ef"
08:03:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.473675 14061 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 0 FOLLOWER]: Advancing to term 1
08:03:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.477119 14061 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0252a93b2fdf4c38a767ee673deabdbf in term 1.
08:03:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.477538 14118 leader_election.cc:304] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0252a93b2fdf4c38a767ee673deabdbf, 36010b27513a4254a4c634a0c44b10ef; no voters:
08:03:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.478060 14014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5: No bootstrap required, opened a new log
08:03:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.480007 14194 leader_election.cc:290] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [CANDIDATE]: Term 1 election: Requested vote from peers ccb931035aac458e94eb0e28992351b5 (127.13.153.254:38155), 36010b27513a4254a4c634a0c44b10ef (127.13.153.253:38971)
08:03:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.480870 14194 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 1 FOLLOWER]: Leader election won for term 1
08:03:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.481355 14194 raft_consensus.cc:695] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [term 1 LEADER]: Becoming Leader. State: Replica: 0252a93b2fdf4c38a767ee673deabdbf, State: Running, Role: LEADER
08:03:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.481992 14194 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.488956 14014 raft_consensus.cc:357] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.489313 14014 raft_consensus.cc:383] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.489418 14014 raft_consensus.cc:738] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccb931035aac458e94eb0e28992351b5, State: Initialized, Role: FOLLOWER
08:03:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.490100 14014 consensus_queue.cc:260] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:21.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.491443 14214 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.492098 14214 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: This master's current role is: FOLLOWER
08:03:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.493943 14014 sys_catalog.cc:564] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: configured and running, proceeding with master startup.
08:03:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.494017 13978 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0252a93b2fdf4c38a767ee673deabdbf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccb931035aac458e94eb0e28992351b5"
08:03:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.494402 13978 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 0 FOLLOWER]: Advancing to term 1
08:03:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.497553 13978 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0252a93b2fdf4c38a767ee673deabdbf in term 1.
08:03:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.498304 13979 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0252a93b2fdf4c38a767ee673deabdbf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ccb931035aac458e94eb0e28992351b5" is_pre_election: true
08:03:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.498553 13979 raft_consensus.cc:2374] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 0252a93b2fdf4c38a767ee673deabdbf in term 1. Re-sending same reply.
08:03:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.501286 14212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0252a93b2fdf4c38a767ee673deabdbf. Latest consensus state: current_term: 1 leader_uuid: "0252a93b2fdf4c38a767ee673deabdbf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.501727 14212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: This master's current role is: LEADER
08:03:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.504376 14039 tablet.cc:2378] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.502676 14098 master_runner.cc:186] Error getting master registration for 127.13.153.254:38155: OK, instance_id { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" instance_seqno: 1756541000647421 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.510859 14098 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:21.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.518788 14216 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:21.518992 14216 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.520218 14217 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:21.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.522107 14217 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.535712 14061 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 1 FOLLOWER]: Refusing update from remote peer 0252a93b2fdf4c38a767ee673deabdbf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.536664 14212 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [LEADER]: Connected to new peer: Peer: permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.543953 13978 raft_consensus.cc:1273] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Refusing update from remote peer 0252a93b2fdf4c38a767ee673deabdbf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.544744 14212 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [LEADER]: Connected to new peer: Peer: permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.569360 14187 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0252a93b2fdf4c38a767ee673deabdbf. Latest consensus state: current_term: 1 leader_uuid: "0252a93b2fdf4c38a767ee673deabdbf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.569592 14187 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: This master's current role is: FOLLOWER
08:03:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.572921 14222 mvcc.cc:204] Tried to move back new op lower bound from 7194791942280404992 to 7194791942078783488. Current Snapshot: MvccSnapshot[applied={T|T < 7194791942280404992}]
08:03:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.573462 14224 mvcc.cc:204] Tried to move back new op lower bound from 7194791942280404992 to 7194791942078783488. Current Snapshot: MvccSnapshot[applied={T|T < 7194791942280404992}]
08:03:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.574115 14187 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0252a93b2fdf4c38a767ee673deabdbf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.574270 14187 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: This master's current role is: FOLLOWER
08:03:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.578119 14214 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0252a93b2fdf4c38a767ee673deabdbf. Latest consensus state: current_term: 1 leader_uuid: "0252a93b2fdf4c38a767ee673deabdbf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.578437 14214 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: This master's current role is: FOLLOWER
08:03:21.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.580736 14225 mvcc.cc:204] Tried to move back new op lower bound from 7194791942280404992 to 7194791942078783488. Current Snapshot: MvccSnapshot[applied={T|T < 7194791942280404992}]
08:03:21.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.586869 14214 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0252a93b2fdf4c38a767ee673deabdbf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.587034 14214 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: This master's current role is: FOLLOWER
08:03:21.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.587307 14212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0252a93b2fdf4c38a767ee673deabdbf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.587558 14212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: This master's current role is: LEADER
08:03:21.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.589208 14217 catalog_manager.cc:1349] Generated new cluster ID: 16a6f4314480489ab68c8493fabf4d70
08:03:21.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.589298 14217 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:21.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.590046 14194 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0252a93b2fdf4c38a767ee673deabdbf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:21.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.590267 14194 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf [sys.catalog]: This master's current role is: LEADER
08:03:21.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.605391 14217 catalog_manager.cc:1372] Generated new certificate authority record
08:03:21.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.607177 14217 catalog_manager.cc:1506] Loading token signing keys...
08:03:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.623600 14217 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 0252a93b2fdf4c38a767ee673deabdbf: Generated new TSK 0
08:03:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.624452 14217 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.634069 13927 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/wal
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/data
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/logs
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/data/info.pb
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.193:0
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.153.193
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.193
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.637393 14238 catalog_manager.cc:1261] Loaded cluster ID: 16a6f4314480489ab68c8493fabf4d70
08:03:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.637634 14238 catalog_manager.cc:1554] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5: loading cluster ID for follower catalog manager: success
08:03:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.646001 14238 catalog_manager.cc:1576] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5: acquiring CA information for follower catalog manager: success
08:03:21.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:21.647912 14238 catalog_manager.cc:1604] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.083321 14240 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.083587 14240 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.083704 14240 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.090914 14240 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.091042 14240 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.091110 14240 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.091158 14240 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.091276 14240 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.153.193
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.099802 14240 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/data
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/wal
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.193:0
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/data/info.pb
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.193
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.153.193
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/logs
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:22.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:22.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:22.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.101466 14240 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:22.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.103153 14240 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.111699 14246 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.117206 14247 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.120337 14249 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.120573 14240 server_base.cc:1047] running on GCE node
08:03:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.121152 14240 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.122123 14240 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.123345 14240 hybrid_clock.cc:648] HybridClock initialized: now 1756541002123299 us; error 33 us; skew 500 ppm
08:03:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.123569 14240 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.125572 14240 webserver.cc:480] Webserver started at http://127.13.153.193:45627/ using document root <none> and password file <none>
08:03:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.126288 14240 fs_manager.cc:362] Metadata directory not provided
08:03:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.126380 14240 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.126643 14240 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.128785 14240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/data/instance:
08:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c17882bf64424c6c944877855b81035d"
08:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.129406 14240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/wal/instance:
08:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c17882bf64424c6c944877855b81035d"
08:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.133965 14240 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.002s
08:03:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.136847 14255 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.138031 14240 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.138159 14240 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/wal
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c17882bf64424c6c944877855b81035d"
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.138294 14240 fs_report.cc:389] FS layout report
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/wal
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/wal
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/data/data
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.156293 14240 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.157109 14240 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.157420 14240 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.160171 14240 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.160283 14240 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.160372 14240 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.160466 14240 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.224526 14240 rpc_server.cc:307] RPC server started. Bound to: 127.13.153.193:34545
08:03:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.224562 14380 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.153.193:34545 every 8 connection(s)
08:03:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.225742 14240 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/data/info.pb
08:03:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.228273 14382 heartbeater.cc:344] Connected to a master server at 127.13.153.254:38155
08:03:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.228781 14382 heartbeater.cc:461] Registering TS with master...
08:03:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.229964 14382 heartbeater.cc:507] Master 127.13.153.254:38155 requested a full tablet report, sending...
08:03:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.232896 13969 ts_manager.cc:194] Registered new tserver with Master: c17882bf64424c6c944877855b81035d (127.13.153.193:34545)
08:03:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.234431 13927 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 14240
08:03:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.234633 13927 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-0/wal/instance
08:03:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.237493 14381 heartbeater.cc:344] Connected to a master server at 127.13.153.252:34255
08:03:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.237620 14381 heartbeater.cc:461] Registering TS with master...
08:03:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.238130 14381 heartbeater.cc:507] Master 127.13.153.252:34255 requested a full tablet report, sending...
08:03:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.238791 13927 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/wal
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/data
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/logs
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/data/info.pb
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.194:0
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.153.194
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.194
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.239617 14132 ts_manager.cc:194] Registered new tserver with Master: c17882bf64424c6c944877855b81035d (127.13.153.193:34545)
08:03:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.241516 14132 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.153.193:39795
08:03:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.242897 14383 heartbeater.cc:344] Connected to a master server at 127.13.153.253:38971
08:03:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.243067 14383 heartbeater.cc:461] Registering TS with master...
08:03:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.243486 14383 heartbeater.cc:507] Master 127.13.153.253:38971 requested a full tablet report, sending...
08:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.244866 14050 ts_manager.cc:194] Registered new tserver with Master: c17882bf64424c6c944877855b81035d (127.13.153.193:34545)
08:03:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.450448 14199 catalog_manager.cc:1261] Loaded cluster ID: 16a6f4314480489ab68c8493fabf4d70
08:03:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.450583 14199 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: loading cluster ID for follower catalog manager: success
08:03:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.454159 14199 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: acquiring CA information for follower catalog manager: success
08:03:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.456511 14199 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.532639 14386 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.532922 14386 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.532996 14386 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.539892 14386 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.539984 14386 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.540025 14386 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.540055 14386 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.540124 14386 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.153.194
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.548032 14386 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/data
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/wal
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.194:0
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/data/info.pb
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.194
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.153.194
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/logs
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.549449 14386 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:22.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.550938 14386 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.559089 14391 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.559273 14392 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.559633 14395 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.560853 14386 server_base.cc:1047] running on GCE node
08:03:22.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.561354 14386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.562166 14386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.563367 14386 hybrid_clock.cc:648] HybridClock initialized: now 1756541002563301 us; error 43 us; skew 500 ppm
08:03:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.563623 14386 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:22.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.565569 14386 webserver.cc:480] Webserver started at http://127.13.153.194:46303/ using document root <none> and password file <none>
08:03:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.566174 14386 fs_manager.cc:362] Metadata directory not provided
08:03:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.566279 14386 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.566582 14386 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.568722 14386 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/data/instance:
08:03:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d8abcff1aa04005b602835e2581ebe6"
08:03:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.569489 14386 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/wal/instance:
08:03:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d8abcff1aa04005b602835e2581ebe6"
08:03:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.574183 14386 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
08:03:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.576975 14401 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.578158 14386 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.578307 14386 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/wal
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d8abcff1aa04005b602835e2581ebe6"
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.578495 14386 fs_report.cc:389] FS layout report
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/wal
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/wal
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/data/data
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.596737 14386 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.597491 14386 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.597762 14386 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.600355 14386 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.600453 14386 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.600541 14386 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.600646 14386 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.649367 14386 rpc_server.cc:307] RPC server started. Bound to: 127.13.153.194:33365
08:03:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.649411 14522 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.153.194:33365 every 8 connection(s)
08:03:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.650518 14386 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/data/info.pb
08:03:22.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.654600 13927 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 14386
08:03:22.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.654793 13927 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-1/wal/instance
08:03:22.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.652453 14524 heartbeater.cc:344] Connected to a master server at 127.13.153.254:38155
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.658888 13927 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/wal
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/data
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/logs
08:03:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/data/info.pb
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.195:0
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.153.195
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.195
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.659118 14524 heartbeater.cc:461] Registering TS with master...
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.660240 14524 heartbeater.cc:507] Master 127.13.153.254:38155 requested a full tablet report, sending...
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.661252 14525 heartbeater.cc:344] Connected to a master server at 127.13.153.253:38971
08:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.661360 14525 heartbeater.cc:461] Registering TS with master...
08:03:22.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.661760 14525 heartbeater.cc:507] Master 127.13.153.253:38971 requested a full tablet report, sending...
08:03:22.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.662195 13969 ts_manager.cc:194] Registered new tserver with Master: 0d8abcff1aa04005b602835e2581ebe6 (127.13.153.194:33365)
08:03:22.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.663107 14050 ts_manager.cc:194] Registered new tserver with Master: 0d8abcff1aa04005b602835e2581ebe6 (127.13.153.194:33365)
08:03:22.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.664724 14523 heartbeater.cc:344] Connected to a master server at 127.13.153.252:34255
08:03:22.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.664836 14523 heartbeater.cc:461] Registering TS with master...
08:03:22.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.665271 14523 heartbeater.cc:507] Master 127.13.153.252:34255 requested a full tablet report, sending...
08:03:22.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.666152 14132 ts_manager.cc:194] Registered new tserver with Master: 0d8abcff1aa04005b602835e2581ebe6 (127.13.153.194:33365)
08:03:22.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.667102 14132 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.153.194:45265
08:03:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.945053 14528 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:03:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.945277 14528 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.945348 14528 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:03:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.952330 14528 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:03:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.952418 14528 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:03:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.952461 14528 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:03:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.952497 14528 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:03:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.952565 14528 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.153.195
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.960610 14528 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.153.212:44753
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/data
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/wal
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.153.195:0
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/data/info.pb
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.153.195
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.153.254:38155,127.13.153.253:38971,127.13.153.252:34255
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.153.195
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/logs
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 07:43:23 UTC on 24a791456cd2
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7812
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:03:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.961789 14528 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.963274 14528 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.971119 14534 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.971144 14535 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:22.972329 14537 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.973104 14528 server_base.cc:1047] running on GCE node
08:03:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.973569 14528 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:22.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.974293 14528 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:22.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.975483 14528 hybrid_clock.cc:648] HybridClock initialized: now 1756541002975439 us; error 28 us; skew 500 ppm
08:03:22.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.975697 14528 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:22.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.977630 14528 webserver.cc:480] Webserver started at http://127.13.153.195:45625/ using document root <none> and password file <none>
08:03:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.978344 14528 fs_manager.cc:362] Metadata directory not provided
08:03:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.978440 14528 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.978693 14528 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
08:03:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.980595 14528 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/data/instance:
08:03:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e834af436f5e4b5fa4c76105c456483b"
08:03:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.981236 14528 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/wal/instance:
08:03:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e834af436f5e4b5fa4c76105c456483b"
08:03:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.985435 14528 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.001s
08:03:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.988099 14543 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.989284 14528 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.989396 14528 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/data,/tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/wal
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e834af436f5e4b5fa4c76105c456483b"
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 08:03:22 on dist-test-slave-nl5f"
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:22.989526 14528 fs_report.cc:389] FS layout report
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/wal
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/wal
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/data/data
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.002717 14528 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.003270 14528 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.003463 14528 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.005946 14528 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.006173 14528 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
08:03:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.006393 14528 ts_tablet_manager.cc:610] Registered 0 tablets
08:03:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.006485 14528 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.065251 14528 rpc_server.cc:307] RPC server started. Bound to: 127.13.153.195:41605
08:03:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.065339 14664 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.153.195:41605 every 8 connection(s)
08:03:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.066525 14528 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/data/info.pb
08:03:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.068315 13927 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu as pid 14528
08:03:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.068478 13927 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAO6UWC/test-tmp/mini-kudu-cluster1201270556050952250/ts-2/wal/instance
08:03:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.071136 14666 heartbeater.cc:344] Connected to a master server at 127.13.153.254:38155
08:03:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.071424 14666 heartbeater.cc:461] Registering TS with master...
08:03:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.072373 14666 heartbeater.cc:507] Master 127.13.153.254:38155 requested a full tablet report, sending...
08:03:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.074018 13969 ts_manager.cc:194] Registered new tserver with Master: e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605)
08:03:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.075083 14667 heartbeater.cc:344] Connected to a master server at 127.13.153.253:38971
08:03:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.075210 14667 heartbeater.cc:461] Registering TS with master...
08:03:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.075704 14667 heartbeater.cc:507] Master 127.13.153.253:38971 requested a full tablet report, sending...
08:03:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.076648 14050 ts_manager.cc:194] Registered new tserver with Master: e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605)
08:03:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.078267 14665 heartbeater.cc:344] Connected to a master server at 127.13.153.252:34255
08:03:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.078377 14665 heartbeater.cc:461] Registering TS with master...
08:03:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.078744 14665 heartbeater.cc:507] Master 127.13.153.252:34255 requested a full tablet report, sending...
08:03:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.079428 14132 ts_manager.cc:194] Registered new tserver with Master: e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605)
08:03:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.080085 14132 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.153.195:60773
08:03:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.089581 13927 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:03:23.091 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:23.091 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:23.092 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.153.254"
port: 38155
}
bound_http_address {
host: "127.13.153.254"
port: 32935
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.153.253"
port: 38971
}
bound_http_address {
host: "127.13.153.253"
port: 43409
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.153.252"
port: 34255
}
bound_http_address {
host: "127.13.153.252"
port: 34169
}
}
}
08:03:23.092 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:23.092 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.153.193"
port: 34545
}
bound_http_address {
host: "127.13.153.193"
port: 45627
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.153.194"
port: 33365
}
bound_http_address {
host: "127.13.153.194"
port: 46303
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.153.195"
port: 41605
}
bound_http_address {
host: "127.13.153.195"
port: 45625
}
}
}
08:03:23.093 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:03:23.094 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:03:23.096 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:23.096 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.153.254:38155(127.13.153.254:38155)] connecting to peer
08:03:23.098 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.153.253:38971(127.13.153.253:38971)] connecting to peer
08:03:23.098 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.153.252:34255(127.13.153.252:34255)] Successfully connected to peer
08:03:23.099 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.153.254:38155(127.13.153.254:38155)] Successfully connected to peer
08:03:23.099 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.153.252
08:03:23.101 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.153.254
08:03:23.102 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.153.253:38971(127.13.153.253:38971)] Successfully connected to peer
08:03:23.103 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.153.253
08:03:23.113 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xff7b10fd, L:/127.0.0.1:41110 - R:/127.13.153.254:38155] using SASL/PLAIN
08:03:23.117 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7be49087, L:/127.0.0.1:41510 - R:/127.13.153.253:38971] using SASL/PLAIN
08:03:23.118 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x90352d57, L:/127.0.0.1:46756 - R:/127.13.153.252:34255] using SASL/PLAIN
08:03:23.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:23.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=25), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [19ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: OK, deferred=null) after lookup
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.121783 14132 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46756:
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.123823 14132 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:23.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 6eefe7973ec04cda8f70f4276a5743bb
08:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.167281 14599 tablet_service.cc:1468] Processing CreateTablet for tablet 792c3a6b5a834be885126fe66c9fa9bb (DEFAULT_TABLE table=txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.167786 14312 tablet_service.cc:1468] Processing CreateTablet for tablet 792c3a6b5a834be885126fe66c9fa9bb (DEFAULT_TABLE table=txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.167610 14313 tablet_service.cc:1468] Processing CreateTablet for tablet 20b3448154e14fc8ac82c23172ba7213 (DEFAULT_TABLE table=txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.167238 14600 tablet_service.cc:1468] Processing CreateTablet for tablet 20b3448154e14fc8ac82c23172ba7213 (DEFAULT_TABLE table=txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.169023 14313 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20b3448154e14fc8ac82c23172ba7213. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.169562 14599 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 792c3a6b5a834be885126fe66c9fa9bb. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.169845 14312 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 792c3a6b5a834be885126fe66c9fa9bb. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.172083 14458 tablet_service.cc:1468] Processing CreateTablet for tablet 20b3448154e14fc8ac82c23172ba7213 (DEFAULT_TABLE table=txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:03:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.173060 14457 tablet_service.cc:1468] Processing CreateTablet for tablet 792c3a6b5a834be885126fe66c9fa9bb (DEFAULT_TABLE table=txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:03:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.173596 14600 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20b3448154e14fc8ac82c23172ba7213. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.173842 14457 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 792c3a6b5a834be885126fe66c9fa9bb. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.177234 14458 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20b3448154e14fc8ac82c23172ba7213. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.185065 14692 tablet_bootstrap.cc:492] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b: Bootstrap starting.
08:03:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.186743 14691 tablet_bootstrap.cc:492] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d: Bootstrap starting.
08:03:23.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.189096 14692 tablet_bootstrap.cc:654] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b: Neither blocks nor log segments found. Creating new log.
08:03:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.190351 14692 log.cc:826] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b: Log is configured to *not* fsync() on all Append() calls
08:03:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.190466 14691 tablet_bootstrap.cc:654] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d: Neither blocks nor log segments found. Creating new log.
08:03:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.191606 14691 log.cc:826] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d: Log is configured to *not* fsync() on all Append() calls
08:03:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.192420 14693 tablet_bootstrap.cc:492] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6: Bootstrap starting.
08:03:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.195076 14691 tablet_bootstrap.cc:492] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d: No bootstrap required, opened a new log
08:03:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.195413 14691 ts_tablet_manager.cc:1397] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
08:03:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.195549 14693 tablet_bootstrap.cc:654] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6: Neither blocks nor log segments found. Creating new log.
08:03:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.196630 14693 log.cc:826] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6: Log is configured to *not* fsync() on all Append() calls
08:03:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.199288 14693 tablet_bootstrap.cc:492] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6: No bootstrap required, opened a new log
08:03:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.199302 14692 tablet_bootstrap.cc:492] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b: No bootstrap required, opened a new log
08:03:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.199535 14692 ts_tablet_manager.cc:1397] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b: Time spent bootstrapping tablet: real 0.015s user 0.012s sys 0.000s
08:03:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.199534 14693 ts_tablet_manager.cc:1397] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.004s
08:03:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.200748 14691 raft_consensus.cc:357] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.201005 14691 raft_consensus.cc:383] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.201109 14691 raft_consensus.cc:738] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c17882bf64424c6c944877855b81035d, State: Initialized, Role: FOLLOWER
08:03:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.201607 14691 consensus_queue.cc:260] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.202471 14381 heartbeater.cc:499] Master 127.13.153.252:34255 was elected leader, sending a full tablet report...
08:03:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.203003 14691 ts_tablet_manager.cc:1428] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d: Time spent starting tablet: real 0.007s user 0.007s sys 0.000s
08:03:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.205497 14692 raft_consensus.cc:357] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.205770 14691 tablet_bootstrap.cc:492] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d: Bootstrap starting.
08:03:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.205932 14692 raft_consensus.cc:383] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.206110 14692 raft_consensus.cc:738] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e834af436f5e4b5fa4c76105c456483b, State: Initialized, Role: FOLLOWER
08:03:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.206737 14692 consensus_queue.cc:260] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.206838 14693 raft_consensus.cc:357] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.207118 14693 raft_consensus.cc:383] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.207221 14693 raft_consensus.cc:738] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d8abcff1aa04005b602835e2581ebe6, State: Initialized, Role: FOLLOWER
08:03:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.207283 14691 tablet_bootstrap.cc:654] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d: Neither blocks nor log segments found. Creating new log.
08:03:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.207828 14693 consensus_queue.cc:260] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.212085 14691 tablet_bootstrap.cc:492] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d: No bootstrap required, opened a new log
08:03:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.212466 14691 ts_tablet_manager.cc:1397] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.003s
08:03:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.213713 14691 raft_consensus.cc:357] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.213891 14691 raft_consensus.cc:383] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.213950 14691 raft_consensus.cc:738] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c17882bf64424c6c944877855b81035d, State: Initialized, Role: FOLLOWER
08:03:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.214181 14691 consensus_queue.cc:260] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.214525 14691 ts_tablet_manager.cc:1428] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
08:03:23.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.218624 14665 heartbeater.cc:499] Master 127.13.153.252:34255 was elected leader, sending a full tablet report...
08:03:23.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.219223 14692 ts_tablet_manager.cc:1428] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b: Time spent starting tablet: real 0.020s user 0.015s sys 0.004s
08:03:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.220064 14692 tablet_bootstrap.cc:492] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b: Bootstrap starting.
08:03:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.221873 14692 tablet_bootstrap.cc:654] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b: Neither blocks nor log segments found. Creating new log.
08:03:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.222965 14523 heartbeater.cc:499] Master 127.13.153.252:34255 was elected leader, sending a full tablet report...
08:03:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.227701 14693 ts_tablet_manager.cc:1428] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6: Time spent starting tablet: real 0.028s user 0.011s sys 0.008s
08:03:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.229490 14693 tablet_bootstrap.cc:492] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6: Bootstrap starting.
08:03:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.230892 14693 tablet_bootstrap.cc:654] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6: Neither blocks nor log segments found. Creating new log.
08:03:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.235230 14692 tablet_bootstrap.cc:492] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b: No bootstrap required, opened a new log
08:03:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.235389 14692 ts_tablet_manager.cc:1397] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b: Time spent bootstrapping tablet: real 0.015s user 0.004s sys 0.008s
08:03:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.236016 14693 tablet_bootstrap.cc:492] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6: No bootstrap required, opened a new log
08:03:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.235985 14692 raft_consensus.cc:357] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.236159 14693 ts_tablet_manager.cc:1397] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6: Time spent bootstrapping tablet: real 0.007s user 0.001s sys 0.005s
08:03:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.236157 14692 raft_consensus.cc:383] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.236225 14692 raft_consensus.cc:738] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e834af436f5e4b5fa4c76105c456483b, State: Initialized, Role: FOLLOWER
08:03:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.236421 14692 consensus_queue.cc:260] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.236603 14384 tablet.cc:2378] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.236850 14692 ts_tablet_manager.cc:1428] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
08:03:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.238595 14693 raft_consensus.cc:357] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.238834 14693 raft_consensus.cc:383] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.238902 14693 raft_consensus.cc:738] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d8abcff1aa04005b602835e2581ebe6, State: Initialized, Role: FOLLOWER
08:03:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.239148 14693 consensus_queue.cc:260] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.239588 14693 ts_tablet_manager.cc:1428] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
08:03:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.308306 14700 raft_consensus.cc:491] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.308537 14700 raft_consensus.cc:513] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.310078 14700 leader_election.cc:290] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c17882bf64424c6c944877855b81035d (127.13.153.193:34545), e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605)
08:03:23.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.316854 14336 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "792c3a6b5a834be885126fe66c9fa9bb" candidate_uuid: "0d8abcff1aa04005b602835e2581ebe6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c17882bf64424c6c944877855b81035d" is_pre_election: true
08:03:23.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.316916 14620 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "792c3a6b5a834be885126fe66c9fa9bb" candidate_uuid: "0d8abcff1aa04005b602835e2581ebe6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e834af436f5e4b5fa4c76105c456483b" is_pre_election: true
08:03:23.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.317304 14336 raft_consensus.cc:2466] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0d8abcff1aa04005b602835e2581ebe6 in term 0.
08:03:23.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.317409 14620 raft_consensus.cc:2466] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0d8abcff1aa04005b602835e2581ebe6 in term 0.
08:03:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.317849 14402 leader_election.cc:304] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d8abcff1aa04005b602835e2581ebe6, c17882bf64424c6c944877855b81035d; no voters:
08:03:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.318148 14700 raft_consensus.cc:2802] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.318300 14700 raft_consensus.cc:491] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.318396 14700 raft_consensus.cc:3058] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Advancing to term 1
08:03:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.318917 14668 tablet.cc:2378] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:23.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.320206 14700 raft_consensus.cc:513] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.320747 14700 leader_election.cc:290] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [CANDIDATE]: Term 1 election: Requested vote from peers c17882bf64424c6c944877855b81035d (127.13.153.193:34545), e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605)
08:03:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.321213 14336 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "792c3a6b5a834be885126fe66c9fa9bb" candidate_uuid: "0d8abcff1aa04005b602835e2581ebe6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c17882bf64424c6c944877855b81035d"
08:03:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.321219 14620 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "792c3a6b5a834be885126fe66c9fa9bb" candidate_uuid: "0d8abcff1aa04005b602835e2581ebe6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e834af436f5e4b5fa4c76105c456483b"
08:03:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.321341 14336 raft_consensus.cc:3058] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Advancing to term 1
08:03:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.321352 14620 raft_consensus.cc:3058] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Advancing to term 1
08:03:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.323060 14336 raft_consensus.cc:2466] T 792c3a6b5a834be885126fe66c9fa9bb P c17882bf64424c6c944877855b81035d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0d8abcff1aa04005b602835e2581ebe6 in term 1.
08:03:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.323117 14620 raft_consensus.cc:2466] T 792c3a6b5a834be885126fe66c9fa9bb P e834af436f5e4b5fa4c76105c456483b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0d8abcff1aa04005b602835e2581ebe6 in term 1.
08:03:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.323364 14402 leader_election.cc:304] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d8abcff1aa04005b602835e2581ebe6, c17882bf64424c6c944877855b81035d; no voters:
08:03:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.323576 14700 raft_consensus.cc:2802] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 1 FOLLOWER]: Leader election won for term 1
08:03:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.323951 14700 raft_consensus.cc:695] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [term 1 LEADER]: Becoming Leader. State: Replica: 0d8abcff1aa04005b602835e2581ebe6, State: Running, Role: LEADER
08:03:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.324385 14700 consensus_queue.cc:237] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.325302 14705 raft_consensus.cc:491] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.325423 14705 raft_consensus.cc:513] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.326256 14705 leader_election.cc:290] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c17882bf64424c6c944877855b81035d (127.13.153.193:34545), e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605)
08:03:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.326601 14336 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "20b3448154e14fc8ac82c23172ba7213" candidate_uuid: "0d8abcff1aa04005b602835e2581ebe6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c17882bf64424c6c944877855b81035d" is_pre_election: true
08:03:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.326586 14620 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "20b3448154e14fc8ac82c23172ba7213" candidate_uuid: "0d8abcff1aa04005b602835e2581ebe6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e834af436f5e4b5fa4c76105c456483b" is_pre_election: true
08:03:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.326769 14620 raft_consensus.cc:2466] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0d8abcff1aa04005b602835e2581ebe6 in term 0.
08:03:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.326769 14336 raft_consensus.cc:2466] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0d8abcff1aa04005b602835e2581ebe6 in term 0.
08:03:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.327075 14402 leader_election.cc:304] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d8abcff1aa04005b602835e2581ebe6, c17882bf64424c6c944877855b81035d; no voters:
08:03:23.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.328136 14705 raft_consensus.cc:2802] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:23.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.328272 14705 raft_consensus.cc:491] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:23.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.328398 14705 raft_consensus.cc:3058] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Advancing to term 1
08:03:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.330328 14132 catalog_manager.cc:5582] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0d8abcff1aa04005b602835e2581ebe6 (127.13.153.194). New cstate: current_term: 1 leader_uuid: "0d8abcff1aa04005b602835e2581ebe6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } health_report { overall_health: UNKNOWN } } }
08:03:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.330893 14705 raft_consensus.cc:513] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.331391 14705 leader_election.cc:290] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [CANDIDATE]: Term 1 election: Requested vote from peers c17882bf64424c6c944877855b81035d (127.13.153.193:34545), e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605)
08:03:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.331739 14336 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "20b3448154e14fc8ac82c23172ba7213" candidate_uuid: "0d8abcff1aa04005b602835e2581ebe6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c17882bf64424c6c944877855b81035d"
08:03:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.331754 14620 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "20b3448154e14fc8ac82c23172ba7213" candidate_uuid: "0d8abcff1aa04005b602835e2581ebe6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e834af436f5e4b5fa4c76105c456483b"
08:03:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.331888 14620 raft_consensus.cc:3058] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Advancing to term 1
08:03:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.331910 14336 raft_consensus.cc:3058] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Advancing to term 1
08:03:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.333745 14620 raft_consensus.cc:2466] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0d8abcff1aa04005b602835e2581ebe6 in term 1.
08:03:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.334316 14336 raft_consensus.cc:2466] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0d8abcff1aa04005b602835e2581ebe6 in term 1.
08:03:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.334674 14402 leader_election.cc:304] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d8abcff1aa04005b602835e2581ebe6, c17882bf64424c6c944877855b81035d; no voters:
08:03:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.334952 14705 raft_consensus.cc:2802] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 1 FOLLOWER]: Leader election won for term 1
08:03:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.335187 14705 raft_consensus.cc:695] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [term 1 LEADER]: Becoming Leader. State: Replica: 0d8abcff1aa04005b602835e2581ebe6, State: Running, Role: LEADER
08:03:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.335614 14705 consensus_queue.cc:237] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } }
08:03:23.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.339442 14132 catalog_manager.cc:5582] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0d8abcff1aa04005b602835e2581ebe6 (127.13.153.194). New cstate: current_term: 1 leader_uuid: "0d8abcff1aa04005b602835e2581ebe6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } health_report { overall_health: HEALTHY } } }
08:03:23.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.403345 14526 tablet.cc:2378] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.432723 14132 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46770:
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.433568 14132 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.443400 14600 tablet_service.cc:1468] Processing CreateTablet for tablet 0114540c439743f19d56eed1e151f262 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4cb389983a0c41408de38708c293dc1b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.443397 14313 tablet_service.cc:1468] Processing CreateTablet for tablet 0114540c439743f19d56eed1e151f262 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4cb389983a0c41408de38708c293dc1b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.443652 14457 tablet_service.cc:1468] Processing CreateTablet for tablet 0114540c439743f19d56eed1e151f262 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4cb389983a0c41408de38708c293dc1b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:03:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.444372 14600 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0114540c439743f19d56eed1e151f262. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.444372 14457 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0114540c439743f19d56eed1e151f262. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.444392 14313 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0114540c439743f19d56eed1e151f262. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.449151 14691 tablet_bootstrap.cc:492] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: Bootstrap starting.
08:03:23.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.450773 14691 tablet_bootstrap.cc:654] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: Neither blocks nor log segments found. Creating new log.
08:03:23.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.450989 14692 tablet_bootstrap.cc:492] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: Bootstrap starting.
08:03:23.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.451660 14693 tablet_bootstrap.cc:492] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: Bootstrap starting.
08:03:23.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.452157 14692 tablet_bootstrap.cc:654] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: Neither blocks nor log segments found. Creating new log.
08:03:23.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.452834 14693 tablet_bootstrap.cc:654] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: Neither blocks nor log segments found. Creating new log.
08:03:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.453981 14691 tablet_bootstrap.cc:492] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: No bootstrap required, opened a new log
08:03:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.454145 14691 ts_tablet_manager.cc:1397] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
08:03:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.455045 14691 raft_consensus.cc:357] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.455255 14691 raft_consensus.cc:383] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.455349 14691 raft_consensus.cc:738] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c17882bf64424c6c944877855b81035d, State: Initialized, Role: FOLLOWER
08:03:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.455751 14691 consensus_queue.cc:260] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.456427 14691 ts_tablet_manager.cc:1428] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:03:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.456368 14697 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.456717 14697 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.461742 14693 tablet_bootstrap.cc:492] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: No bootstrap required, opened a new log
08:03:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.461874 14693 ts_tablet_manager.cc:1397] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
08:03:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.462671 14693 raft_consensus.cc:357] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.462855 14693 raft_consensus.cc:383] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.462944 14693 raft_consensus.cc:738] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d8abcff1aa04005b602835e2581ebe6, State: Initialized, Role: FOLLOWER
08:03:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.463059 14692 tablet_bootstrap.cc:492] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: No bootstrap required, opened a new log
08:03:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.463187 14692 ts_tablet_manager.cc:1397] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.000s
08:03:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.463189 14693 consensus_queue.cc:260] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.463587 14705 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.463673 14693 ts_tablet_manager.cc:1428] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.463811 14705 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.463905 14692 raft_consensus.cc:357] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.464017 14692 raft_consensus.cc:383] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.464069 14692 raft_consensus.cc:738] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e834af436f5e4b5fa4c76105c456483b, State: Initialized, Role: FOLLOWER
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.464242 14692 consensus_queue.cc:260] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.464576 14698 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.464843 14698 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.465481 14692 ts_tablet_manager.cc:1428] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:03:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.536741 14698 raft_consensus.cc:491] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.536906 14698 raft_consensus.cc:513] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.538239 14698 leader_election.cc:290] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c17882bf64424c6c944877855b81035d (127.13.153.193:34545), 0d8abcff1aa04005b602835e2581ebe6 (127.13.153.194:33365)
08:03:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.543082 14336 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "0114540c439743f19d56eed1e151f262" candidate_uuid: "e834af436f5e4b5fa4c76105c456483b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c17882bf64424c6c944877855b81035d" is_pre_election: true
08:03:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.543270 14336 raft_consensus.cc:2466] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e834af436f5e4b5fa4c76105c456483b in term 0.
08:03:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.543660 14544 leader_election.cc:304] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c17882bf64424c6c944877855b81035d, e834af436f5e4b5fa4c76105c456483b; no voters:
08:03:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.543995 14698 raft_consensus.cc:2802] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.543969 14478 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "0114540c439743f19d56eed1e151f262" candidate_uuid: "e834af436f5e4b5fa4c76105c456483b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d8abcff1aa04005b602835e2581ebe6" is_pre_election: true
08:03:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.544091 14698 raft_consensus.cc:491] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.544167 14698 raft_consensus.cc:3058] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 0 FOLLOWER]: Advancing to term 1
08:03:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.544258 14478 raft_consensus.cc:2466] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e834af436f5e4b5fa4c76105c456483b in term 0.
08:03:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.546680 14698 raft_consensus.cc:513] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.547530 14698 leader_election.cc:290] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [CANDIDATE]: Term 1 election: Requested vote from peers c17882bf64424c6c944877855b81035d (127.13.153.193:34545), 0d8abcff1aa04005b602835e2581ebe6 (127.13.153.194:33365)
08:03:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.547546 14336 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "0114540c439743f19d56eed1e151f262" candidate_uuid: "e834af436f5e4b5fa4c76105c456483b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c17882bf64424c6c944877855b81035d"
08:03:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.547712 14336 raft_consensus.cc:3058] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d [term 0 FOLLOWER]: Advancing to term 1
08:03:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.547801 14478 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "0114540c439743f19d56eed1e151f262" candidate_uuid: "e834af436f5e4b5fa4c76105c456483b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d8abcff1aa04005b602835e2581ebe6"
08:03:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.547945 14478 raft_consensus.cc:3058] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6 [term 0 FOLLOWER]: Advancing to term 1
08:03:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.549561 14336 raft_consensus.cc:2466] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e834af436f5e4b5fa4c76105c456483b in term 1.
08:03:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.549873 14478 raft_consensus.cc:2466] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e834af436f5e4b5fa4c76105c456483b in term 1.
08:03:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.549904 14544 leader_election.cc:304] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c17882bf64424c6c944877855b81035d, e834af436f5e4b5fa4c76105c456483b; no voters:
08:03:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.550251 14698 raft_consensus.cc:2802] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 1 FOLLOWER]: Leader election won for term 1
08:03:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.550544 14698 raft_consensus.cc:695] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [term 1 LEADER]: Becoming Leader. State: Replica: e834af436f5e4b5fa4c76105c456483b, State: Running, Role: LEADER
08:03:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.551105 14698 consensus_queue.cc:237] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } }
08:03:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.554762 14720 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: TxnStatusTablet state changed. Reason: New leader e834af436f5e4b5fa4c76105c456483b. Latest consensus state: current_term: 1 leader_uuid: "e834af436f5e4b5fa4c76105c456483b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.555089 14720 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: This TxnStatusTablet replica's current role is: LEADER
08:03:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.555487 14133 catalog_manager.cc:5582] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b reported cstate change: term changed from 0 to 1, leader changed from <none> to e834af436f5e4b5fa4c76105c456483b (127.13.153.195). New cstate: current_term: 1 leader_uuid: "e834af436f5e4b5fa4c76105c456483b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } health_report { overall_health: HEALTHY } } }
08:03:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.556816 14722 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:03:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.557236 14722 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:03:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.590975 14336 raft_consensus.cc:1273] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d [term 1 FOLLOWER]: Refusing update from remote peer e834af436f5e4b5fa4c76105c456483b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.591055 14478 raft_consensus.cc:1273] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6 [term 1 FOLLOWER]: Refusing update from remote peer e834af436f5e4b5fa4c76105c456483b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.591825 14720 consensus_queue.cc:1035] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [LEADER]: Connected to new peer: Peer: permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.592046 14698 consensus_queue.cc:1035] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b [LEADER]: Connected to new peer: Peer: permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.600531 14705 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: TxnStatusTablet state changed. Reason: New leader e834af436f5e4b5fa4c76105c456483b. Latest consensus state: current_term: 1 leader_uuid: "e834af436f5e4b5fa4c76105c456483b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.600771 14705 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.605298 14705 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e834af436f5e4b5fa4c76105c456483b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.605506 14705 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P 0d8abcff1aa04005b602835e2581ebe6: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.608053 14725 mvcc.cc:204] Tried to move back new op lower bound from 7194791950700814336 to 7194791950548205568. Current Snapshot: MvccSnapshot[applied={T|T < 7194791950700814336}]
08:03:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.613219 14720 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e834af436f5e4b5fa4c76105c456483b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.613413 14720 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: This TxnStatusTablet replica's current role is: LEADER
08:03:23.617 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:03:23.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 6eefe7973ec04cda8f70f4276a5743bb
08:03:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.619608 14697 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: TxnStatusTablet state changed. Reason: New leader e834af436f5e4b5fa4c76105c456483b. Latest consensus state: current_term: 1 leader_uuid: "e834af436f5e4b5fa4c76105c456483b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.619848 14697 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:23.623 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 20b3448154e14fc8ac82c23172ba7213 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:03:23.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 792c3a6b5a834be885126fe66c9fa9bb for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:03:23.624 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=20b3448154e14fc8ac82c23172ba7213@[0d8abcff1aa04005b602835e2581ebe6(127.13.153.194:33365)[L],c17882bf64424c6c944877855b81035d(127.13.153.193:34545),e834af436f5e4b5fa4c76105c456483b(127.13.153.195:41605)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=792c3a6b5a834be885126fe66c9fa9bb@[0d8abcff1aa04005b602835e2581ebe6(127.13.153.194:33365)[L],c17882bf64424c6c944877855b81035d(127.13.153.193:34545),e834af436f5e4b5fa4c76105c456483b(127.13.153.195:41605)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:03:23.629 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.153.252:34255, [3ms] Sub RPC GetTableLocations: received response from server master-127.13.153.252:34255: OK, deferred=null) after lookup
08:03:23.629 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0d8abcff1aa04005b602835e2581ebe6(127.13.153.194:33365)] connecting to peer
08:03:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.622776 14720 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e834af436f5e4b5fa4c76105c456483b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.622943 14720 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b: This TxnStatusTablet replica's current role is: LEADER
08:03:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.628751 14730 mvcc.cc:204] Tried to move back new op lower bound from 7194791950700814336 to 7194791950548205568. Current Snapshot: MvccSnapshot[applied={T|T < 7194791950700814336}]
08:03:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.629355 14697 tablet_replica.cc:440] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e834af436f5e4b5fa4c76105c456483b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 } } peers { permanent_uuid: "0d8abcff1aa04005b602835e2581ebe6" member_type: VOTER last_known_addr { host: "127.13.153.194" port: 33365 } } peers { permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 } } }
08:03:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.629513 14697 tablet_replica.cc:443] T 0114540c439743f19d56eed1e151f262 P c17882bf64424c6c944877855b81035d: This TxnStatusTablet replica's current role is: FOLLOWER
08:03:23.633 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0d8abcff1aa04005b602835e2581ebe6(127.13.153.194:33365)] Successfully connected to peer
08:03:23.643 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd38566c1, L:/127.0.0.1:57850 - R:/127.13.153.194:33365] using TOKEN/null
08:03:23.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.702682 14336 raft_consensus.cc:1273] T 20b3448154e14fc8ac82c23172ba7213 P c17882bf64424c6c944877855b81035d [term 1 FOLLOWER]: Refusing update from remote peer 0d8abcff1aa04005b602835e2581ebe6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.703146 14620 raft_consensus.cc:1273] T 20b3448154e14fc8ac82c23172ba7213 P e834af436f5e4b5fa4c76105c456483b [term 1 FOLLOWER]: Refusing update from remote peer 0d8abcff1aa04005b602835e2581ebe6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.703222 14700 consensus_queue.cc:1035] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.703797 14700 consensus_queue.cc:1035] T 20b3448154e14fc8ac82c23172ba7213 P 0d8abcff1aa04005b602835e2581ebe6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.707386 14726 mvcc.cc:204] Tried to move back new op lower bound from 7194791951161372672 to 7194791949665570816. Current Snapshot: MvccSnapshot[applied={T|T < 7194791951161372672}]
08:03:23.721 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.153.252:34255
08:03:23.722 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:03:23.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.723131 13927 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 14098
08:03:23.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.724413 14173 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.757113 14740 consensus_queue.cc:1035] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c17882bf64424c6c944877855b81035d" member_type: VOTER last_known_addr { host: "127.13.153.193" port: 34545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:23.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.764798 14705 consensus_queue.cc:1035] T 792c3a6b5a834be885126fe66c9fa9bb P 0d8abcff1aa04005b602835e2581ebe6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e834af436f5e4b5fa4c76105c456483b" member_type: VOTER last_known_addr { host: "127.13.153.195" port: 41605 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:23.846566 13927 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 14098
08:03:23.874 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.153.252:34255(127.13.153.252:34255)] handling channelInactive
08:03:23.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state READY due to: connection closed
08:03:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.874107 14665 heartbeater.cc:646] Failed to heartbeat to 127.13.153.252:34255 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.13.153.252:34255 (error 108)
08:03:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.874060 14259 connection.cc:537] client connection to 127.13.153.252:34255 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.874532 14381 heartbeater.cc:646] Failed to heartbeat to 127.13.153.252:34255 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.874672 14523 heartbeater.cc:646] Failed to heartbeat to 127.13.153.252:34255 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.13.153.252:34255 (error 108)
08:03:23.876 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.875095 13956 connection.cc:537] server connection from 127.0.0.1:41102 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.876462 14037 connection.cc:537] server connection from 127.0.0.1:41500 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:23.876978 14743 negotiation.cc:337] Failed RPC negotiation. Trace:
08:03:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:23.875185 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.13.153.252:34255 (local address 127.13.153.194:51091)
08:03:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:23.876061 (+ 876us) negotiation.cc:107] Waiting for socket to connect
08:03:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 08:03:23.876182 (+ 121us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection reset by peer (error 104)
08:03:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":768,"thread_start_us":675,"threads_started":1}
08:03:24.139 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.140 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.13.153.252:34255(127.13.153.252:34255) for tablet Kudu Master: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.148407 14744 raft_consensus.cc:491] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0252a93b2fdf4c38a767ee673deabdbf)
08:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.148473 14745 raft_consensus.cc:491] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0252a93b2fdf4c38a767ee673deabdbf)
08:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.148563 14744 raft_consensus.cc:513] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.148653 14745 raft_consensus.cc:513] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.149981 14745 leader_election.cc:290] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 36010b27513a4254a4c634a0c44b10ef (127.13.153.253:38971), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.149881 14744 leader_election.cc:290] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ccb931035aac458e94eb0e28992351b5 (127.13.153.254:38155), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.150913 13979 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36010b27513a4254a4c634a0c44b10ef" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ccb931035aac458e94eb0e28992351b5" is_pre_election: true
08:03:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.151139 13979 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36010b27513a4254a4c634a0c44b10ef in term 1.
08:03:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.152362 13956 leader_election.cc:336] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.152503 14037 leader_election.cc:304] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36010b27513a4254a4c634a0c44b10ef, ccb931035aac458e94eb0e28992351b5; no voters:
08:03:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.152549 14061 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccb931035aac458e94eb0e28992351b5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "36010b27513a4254a4c634a0c44b10ef" is_pre_election: true
08:03:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.152815 14061 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccb931035aac458e94eb0e28992351b5 in term 1.
08:03:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.152949 14744 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.153079 14744 raft_consensus.cc:491] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0252a93b2fdf4c38a767ee673deabdbf)
08:03:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.153226 14744 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 1 FOLLOWER]: Advancing to term 2
08:03:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.153599 13954 leader_election.cc:304] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 36010b27513a4254a4c634a0c44b10ef, ccb931035aac458e94eb0e28992351b5; no voters: 0252a93b2fdf4c38a767ee673deabdbf
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.153929 14745 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.154034 14745 raft_consensus.cc:491] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0252a93b2fdf4c38a767ee673deabdbf)
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.154117 14745 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 1 FOLLOWER]: Advancing to term 2
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.154230 14037 leader_election.cc:336] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.155648 14744 raft_consensus.cc:513] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.155773 14745 raft_consensus.cc:513] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.156100 14744 leader_election.cc:290] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 2 election: Requested vote from peers ccb931035aac458e94eb0e28992351b5 (127.13.153.254:38155), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.156221 14745 leader_election.cc:290] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 2 election: Requested vote from peers 36010b27513a4254a4c634a0c44b10ef (127.13.153.253:38971), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.156613 13979 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36010b27513a4254a4c634a0c44b10ef" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ccb931035aac458e94eb0e28992351b5"
08:03:24.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.156849 13979 raft_consensus.cc:2391] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 36010b27513a4254a4c634a0c44b10ef in current term 2: Already voted for candidate ccb931035aac458e94eb0e28992351b5 in this term.
08:03:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.156913 14061 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccb931035aac458e94eb0e28992351b5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "36010b27513a4254a4c634a0c44b10ef"
08:03:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.157133 14061 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ccb931035aac458e94eb0e28992351b5 in current term 2: Already voted for candidate 36010b27513a4254a4c634a0c44b10ef in this term.
08:03:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.157856 13956 leader_election.cc:336] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.157972 13956 leader_election.cc:304] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ccb931035aac458e94eb0e28992351b5; no voters: 0252a93b2fdf4c38a767ee673deabdbf, 36010b27513a4254a4c634a0c44b10ef
08:03:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.158329 14745 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.158787 14037 leader_election.cc:336] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.158872 14037 leader_election.cc:304] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 36010b27513a4254a4c634a0c44b10ef; no voters: 0252a93b2fdf4c38a767ee673deabdbf, ccb931035aac458e94eb0e28992351b5
08:03:24.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.159152 14744 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:24.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.378 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.13.153.252:34255, [4ms] received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [23ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [62ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [183ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [241ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, deferred=Deferred@1009392117(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1399513350@4224953b -> (continuation of Deferred@778990435 after retry RPC after error@1233314739) -> (continuation of Deferred@621526727 after retry RPC after error@1130396176) -> (continuation of Deferred@508099700 after retry RPC after error@1082727285) -> (continuation of Deferred@940337189 after retry RPC after error@2021402062) -> (continuation of Deferred@563006953 after retry RPC after error@701773854) -> (continuation of Deferred@1925324865 after retry RPC after error@1804155266), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1898283308@3cbf409f -> (continuation of Deferred@778990435 after retry RPC after error@1233314739) -> (continuation of Deferred@621526727 after retry RPC after error@1130396176) -> (continuation of Deferred@508099700 after retry RPC after error@1082727285) -> (continuation of Deferred@940337189 after retry RPC after error@2021402062) -> (continuation of Deferred@563006953 after retry RPC after error@701773854) -> (continuation of Deferred@1925324865 after retry RPC after error@1804155266)))
08:03:24.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.13.153.252:34255, [4ms] received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [23ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [62ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [183ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [241ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, deferred=Deferred@1009392117(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1399513350@4224953b -> (continuation of Deferred@778990435 after retry RPC after error@1233314739) -> (continuation of Deferred@621526727 after retry RPC after error@1130396176) -> (continuation of Deferred@508099700 after retry RPC after error@1082727285) -> (continuation of Deferred@940337189 after retry RPC after error@2021402062) -> (continuation of Deferred@563006953 after retry RPC after error@701773854) -> (continuation of Deferred@1925324865 after retry RPC after error@1804155266), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1898283308@3cbf409f -> (continuation of Deferred@778990435 after retry RPC after error@1233314739) -> (continuation of Deferred@621526727 after retry RPC after error@1130396176) -> (continuation of Deferred@508099700 after retry RPC after error@1082727285) -> (continuation of Deferred@940337189 after retry RPC after error@2021402062) -> (continuation of Deferred@563006953 after retry RPC after error@701773854) -> (continuation of Deferred@1925324865 after retry RPC after error@1804155266)))
08:03:24.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.587419 14745 raft_consensus.cc:491] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.587632 14745 raft_consensus.cc:513] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.588043 14744 raft_consensus.cc:491] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.588258 14745 leader_election.cc:290] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 36010b27513a4254a4c634a0c44b10ef (127.13.153.253:38971), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.588210 14744 raft_consensus.cc:513] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.588708 14061 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccb931035aac458e94eb0e28992351b5" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "36010b27513a4254a4c634a0c44b10ef" is_pre_election: true
08:03:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.588861 14744 leader_election.cc:290] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ccb931035aac458e94eb0e28992351b5 (127.13.153.254:38155), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.588879 14061 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccb931035aac458e94eb0e28992351b5 in term 2.
08:03:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.589208 13979 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36010b27513a4254a4c634a0c44b10ef" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ccb931035aac458e94eb0e28992351b5" is_pre_election: true
08:03:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.589351 13979 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36010b27513a4254a4c634a0c44b10ef in term 2.
08:03:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.589529 13954 leader_election.cc:304] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36010b27513a4254a4c634a0c44b10ef, ccb931035aac458e94eb0e28992351b5; no voters:
08:03:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.589684 13956 leader_election.cc:336] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.589792 14745 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:03:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.589890 14745 raft_consensus.cc:491] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.589983 14745 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 2 FOLLOWER]: Advancing to term 3
08:03:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.590021 14037 leader_election.cc:304] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36010b27513a4254a4c634a0c44b10ef, ccb931035aac458e94eb0e28992351b5; no voters:
08:03:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.590289 14744 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Leader pre-election won for term 3
08:03:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.590389 14744 raft_consensus.cc:491] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.590503 14744 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 2 FOLLOWER]: Advancing to term 3
08:03:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.590713 14037 leader_election.cc:336] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.591861 14745 raft_consensus.cc:513] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.592236 14744 raft_consensus.cc:513] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.592424 14745 leader_election.cc:290] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 3 election: Requested vote from peers 36010b27513a4254a4c634a0c44b10ef (127.13.153.253:38971), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.592732 14061 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccb931035aac458e94eb0e28992351b5" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "36010b27513a4254a4c634a0c44b10ef"
08:03:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.592861 14744 leader_election.cc:290] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 3 election: Requested vote from peers ccb931035aac458e94eb0e28992351b5 (127.13.153.254:38155), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.592973 14061 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate ccb931035aac458e94eb0e28992351b5 in current term 3: Already voted for candidate 36010b27513a4254a4c634a0c44b10ef in this term.
08:03:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.593284 13979 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36010b27513a4254a4c634a0c44b10ef" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ccb931035aac458e94eb0e28992351b5"
08:03:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.593479 13979 raft_consensus.cc:2391] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 36010b27513a4254a4c634a0c44b10ef in current term 3: Already voted for candidate ccb931035aac458e94eb0e28992351b5 in this term.
08:03:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.593649 13956 leader_election.cc:336] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.593771 13956 leader_election.cc:304] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ccb931035aac458e94eb0e28992351b5; no voters: 0252a93b2fdf4c38a767ee673deabdbf, 36010b27513a4254a4c634a0c44b10ef
08:03:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.594012 14745 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
08:03:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.594429 14037 leader_election.cc:336] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.594514 14037 leader_election.cc:304] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 36010b27513a4254a4c634a0c44b10ef; no voters: 0252a93b2fdf4c38a767ee673deabdbf, ccb931035aac458e94eb0e28992351b5
08:03:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.594694 14744 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
08:03:24.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.638 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, deferred=Deferred@1108559471(state=PENDING, result=null, callback=(continuation of Deferred@1261741203 after retry RPC after error@1231339517) -> (continuation of Deferred@795816179 after retry RPC after error@2006399823) -> (continuation of Deferred@426318098 after retry RPC after error@1973339797) -> (continuation of Deferred@597727357 after retry RPC after error@1831047685) -> (continuation of Deferred@1012115258 after retry RPC after error@1073374283) -> (continuation of Deferred@415133881 after retry RPC after error@1778154001) -> (continuation of Deferred@1211595363 after retry RPC after error@604215058), errback=(continuation of Deferred@1261741203 after retry RPC after error@1231339517) -> (continuation of Deferred@795816179 after retry RPC after error@2006399823) -> (continuation of Deferred@426318098 after retry RPC after error@1973339797) -> (continuation of Deferred@597727357 after retry RPC after error@1831047685) -> (continuation of Deferred@1012115258 after retry RPC after error@1073374283) -> (continuation of Deferred@415133881 after retry RPC after error@1778154001) -> (continuation of Deferred@1211595363 after retry RPC after error@604215058)))
08:03:24.639 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, deferred=Deferred@1108559471(state=PENDING, result=null, callback=(continuation of Deferred@1261741203 after retry RPC after error@1231339517) -> (continuation of Deferred@795816179 after retry RPC after error@2006399823) -> (continuation of Deferred@426318098 after retry RPC after error@1973339797) -> (continuation of Deferred@597727357 after retry RPC after error@1831047685) -> (continuation of Deferred@1012115258 after retry RPC after error@1073374283) -> (continuation of Deferred@415133881 after retry RPC after error@1778154001) -> (continuation of Deferred@1211595363 after retry RPC after error@604215058), errback=(continuation of Deferred@1261741203 after retry RPC after error@1231339517) -> (continuation of Deferred@795816179 after retry RPC after error@2006399823) -> (continuation of Deferred@426318098 after retry RPC after error@1973339797) -> (continuation of Deferred@597727357 after retry RPC after error@1831047685) -> (continuation of Deferred@1012115258 after retry RPC after error@1073374283) -> (continuation of Deferred@415133881 after retry RPC after error@1778154001) -> (continuation of Deferred@1211595363 after retry RPC after error@604215058)))
08:03:24.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.657 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.765555 14550 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.142s from last keepalive heartbeat (effective timeout is 1.000s)
08:03:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.767140 14573 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.13.153.252:34255)
08:03:24.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [1ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [3ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [43ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [221ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [221ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, deferred=Deferred@1131361432(state=PENDING, result=null, callback=(continuation of Deferred@1782941527 after retry RPC after error@434038413) -> (continuation of Deferred@272224477 after retry RPC after error@717815222) -> (continuation of Deferred@1827776647 after retry RPC after error@41275674) -> (continuation of Deferred@1553221297 after retry RPC after error@828126680) -> (continuation of Deferred@1351096036 after retry RPC after error@2086265070) -> (continuation of Deferred@42369050 after retry RPC after error@1386514279) -> (continuation of Deferred@1116443873 after retry RPC after error@1902527182), errback=(continuation of Deferred@1782941527 after retry RPC after error@434038413) -> (continuation of Deferred@272224477 after retry RPC after error@717815222) -> (continuation of Deferred@1827776647 after retry RPC after error@41275674) -> (continuation of Deferred@1553221297 after retry RPC after error@828126680) -> (continuation of Deferred@1351096036 after retry RPC after error@2086265070) -> (continuation of Deferred@42369050 after retry RPC after error@1386514279) -> (continuation of Deferred@1116443873 after retry RPC after error@1902527182)))
08:03:24.879 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [1ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [3ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [43ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [221ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [221ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, deferred=Deferred@1131361432(state=PENDING, result=null, callback=(continuation of Deferred@1782941527 after retry RPC after error@434038413) -> (continuation of Deferred@272224477 after retry RPC after error@717815222) -> (continuation of Deferred@1827776647 after retry RPC after error@41275674) -> (continuation of Deferred@1553221297 after retry RPC after error@828126680) -> (continuation of Deferred@1351096036 after retry RPC after error@2086265070) -> (continuation of Deferred@42369050 after retry RPC after error@1386514279) -> (continuation of Deferred@1116443873 after retry RPC after error@1902527182), errback=(continuation of Deferred@1782941527 after retry RPC after error@434038413) -> (continuation of Deferred@272224477 after retry RPC after error@717815222) -> (continuation of Deferred@1827776647 after retry RPC after error@41275674) -> (continuation of Deferred@1553221297 after retry RPC after error@828126680) -> (continuation of Deferred@1351096036 after retry RPC after error@2086265070) -> (continuation of Deferred@42369050 after retry RPC after error@1386514279) -> (continuation of Deferred@1116443873 after retry RPC after error@1902527182)))
08:03:24.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.963580 14745 raft_consensus.cc:491] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.963759 14745 raft_consensus.cc:513] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.964493 14745 leader_election.cc:290] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 36010b27513a4254a4c634a0c44b10ef (127.13.153.253:38971), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.964835 14061 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccb931035aac458e94eb0e28992351b5" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "36010b27513a4254a4c634a0c44b10ef" is_pre_election: true
08:03:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.965042 14061 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccb931035aac458e94eb0e28992351b5 in term 3.
08:03:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.965461 13954 leader_election.cc:304] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36010b27513a4254a4c634a0c44b10ef, ccb931035aac458e94eb0e28992351b5; no voters:
08:03:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.965901 14745 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:03:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.966012 14745 raft_consensus.cc:491] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.966089 14745 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 3 FOLLOWER]: Advancing to term 4
08:03:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.966239 13956 leader_election.cc:336] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.968502 14745 raft_consensus.cc:513] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.969065 14745 leader_election.cc:290] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 4 election: Requested vote from peers 36010b27513a4254a4c634a0c44b10ef (127.13.153.253:38971), 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255)
08:03:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.969455 14061 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccb931035aac458e94eb0e28992351b5" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "36010b27513a4254a4c634a0c44b10ef"
08:03:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.969615 14061 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 3 FOLLOWER]: Advancing to term 4
08:03:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:24.970517 13956 leader_election.cc:336] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111)
08:03:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.972150 14061 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ccb931035aac458e94eb0e28992351b5 in term 4.
08:03:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.972610 13954 leader_election.cc:304] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 36010b27513a4254a4c634a0c44b10ef, ccb931035aac458e94eb0e28992351b5; no voters: 0252a93b2fdf4c38a767ee673deabdbf
08:03:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.973042 14745 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 4 FOLLOWER]: Leader election won for term 4
08:03:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.973549 14745 raft_consensus.cc:695] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [term 4 LEADER]: Becoming Leader. State: Replica: ccb931035aac458e94eb0e28992351b5, State: Running, Role: LEADER
08:03:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.974152 14745 consensus_queue.cc:237] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } }
08:03:24.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.977452 14763 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ccb931035aac458e94eb0e28992351b5. Latest consensus state: current_term: 4 leader_uuid: "ccb931035aac458e94eb0e28992351b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.977756 14763 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: This master's current role is: LEADER
08:03:24.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.978446 14765 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:03:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.981590 14765 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=4cb389983a0c41408de38708c293dc1b]
08:03:24.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.982280 14765 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb]
08:03:24.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.984237 14765 tablet_loader.cc:96] loaded metadata for tablet 0114540c439743f19d56eed1e151f262 (table kudu_system.kudu_transactions [id=4cb389983a0c41408de38708c293dc1b])
08:03:24.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.984902 14765 tablet_loader.cc:96] loaded metadata for tablet 20b3448154e14fc8ac82c23172ba7213 (table txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb])
08:03:24.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.985412 14765 tablet_loader.cc:96] loaded metadata for tablet 792c3a6b5a834be885126fe66c9fa9bb (table txn_manager_fallback [id=6eefe7973ec04cda8f70f4276a5743bb])
08:03:24.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.985786 14765 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:03:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.986775 14765 catalog_manager.cc:1261] Loaded cluster ID: 16a6f4314480489ab68c8493fabf4d70
08:03:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.986960 14765 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:03:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.988396 14765 catalog_manager.cc:1506] Loading token signing keys...
08:03:24.989 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971; will retry
08:03:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.989451 14765 catalog_manager.cc:5966] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5: Loaded TSK: 0
08:03:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:24.990893 14765 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:03:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:25.015019 14754 tablet_replica.cc:1304] Aborted: operation has been aborted: cancelling pending write operations
08:03:25.037 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.153.252:34255(127.13.153.252:34255)] connecting to peer
08:03:25.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:25.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.252:34255(127.13.153.252:34255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:25.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.153.252:34255: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255
08:03:25.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:25.040 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [1ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [22ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [83ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [83ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, [93ms] delaying RPC due to: Service unavailable: Master config (127.13.153.252:34255,127.13.153.254:38155,127.13.153.253:38971) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.252:34255, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.254:38155, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.153.253:38971, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.252:34255: Network error: Failed to connect to peer master-127.13.153.252:34255(127.13.153.252:34255): Connection refused: /127.13.153.252:34255, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.253:38971: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.153.254:38155: OK, deferred=Deferred@340129816(state=PENDING, result=null, callback=(continuation of Deferred@175895030 after retry RPC after error@1634189398) -> (continuation of Deferred@2025459030 after retry RPC after error@1132773217) -> (continuation of Deferred@379916966 after retry RPC after error@1226769748) -> (continuation of Deferred@1634169244 after retry RPC after error@134133094) -> (continuation of Deferred@972076829 after retry RPC after error@150221010), errback=(continuation of Deferred@175895030 after retry RPC after error@1634189398) -> (continuation of Deferred@2025459030 after retry RPC after error@1132773217) -> (continuation of Deferred@379916966 after retry RPC after error@1226769748) -> (continuation of Deferred@1634169244 after retry RPC after error@134133094) -> (continuation of Deferred@972076829 after retry RPC after error@150221010))) after lookup
08:03:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.065236 14061 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [term 4 FOLLOWER]: Refusing update from remote peer ccb931035aac458e94eb0e28992351b5: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 12. (index mismatch)
08:03:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.066126 14745 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.072280 13969 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43028:
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:03:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:25.079946 13969 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.080061 14744 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: SysCatalogTable state changed. Reason: New leader ccb931035aac458e94eb0e28992351b5. Latest consensus state: current_term: 4 leader_uuid: "ccb931035aac458e94eb0e28992351b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.080277 14744 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: This master's current role is: FOLLOWER
08:03:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.082780 14745 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "ccb931035aac458e94eb0e28992351b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.083005 14745 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 [sys.catalog]: This master's current role is: LEADER
08:03:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:25.084378 13956 consensus_peers.cc:489] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 -> Peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Couldn't send request to peer 0252a93b2fdf4c38a767ee673deabdbf. Status: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:25.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.085270 14744 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "ccb931035aac458e94eb0e28992351b5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ccb931035aac458e94eb0e28992351b5" member_type: VOTER last_known_addr { host: "127.13.153.254" port: 38155 } } peers { permanent_uuid: "36010b27513a4254a4c634a0c44b10ef" member_type: VOTER last_known_addr { host: "127.13.153.253" port: 38971 } } peers { permanent_uuid: "0252a93b2fdf4c38a767ee673deabdbf" member_type: VOTER last_known_addr { host: "127.13.153.252" port: 34255 } } }
08:03:25.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.085436 14744 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36010b27513a4254a4c634a0c44b10ef [sys.catalog]: This master's current role is: FOLLOWER
08:03:25.099 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1756541003 last_transition_timestamp: 1756541005
08:03:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:25.587055 13956 consensus_peers.cc:489] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 -> Peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Couldn't send request to peer 0252a93b2fdf4c38a767ee673deabdbf. Status: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:03:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:25.772518 13956 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111) [suppressed 20 similar messages]
08:03:25.880 [DEBUG - main] (Connection.java:575) [peer master-127.13.153.252:34255(127.13.153.252:34255)] disconnecting while in state TERMINATED
08:03:25.881 [DEBUG - main] (Connection.java:575) [peer master-127.13.153.253:38971(127.13.153.253:38971)] disconnecting while in state READY
08:03:25.881 [DEBUG - main] (Connection.java:575) [peer master-127.13.153.254:38155(127.13.153.254:38155)] disconnecting while in state READY
08:03:25.881 [DEBUG - main] (Connection.java:575) [peer 0d8abcff1aa04005b602835e2581ebe6(127.13.153.194:33365)] disconnecting while in state READY
08:03:25.882 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.153.253:38971(127.13.153.253:38971)] handling channelInactive
08:03:25.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.153.253:38971(127.13.153.253:38971)] cleaning up while in state READY due to: connection closed
08:03:25.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:03:25.882 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.153.254:38155(127.13.153.254:38155)] handling channelInactive
08:03:25.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.153.254:38155(127.13.153.254:38155)] cleaning up while in state READY due to: connection closed
08:03:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.883066 13927 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 14240
08:03:25.883 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0d8abcff1aa04005b602835e2581ebe6(127.13.153.194:33365)] handling channelInactive
08:03:25.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0d8abcff1aa04005b602835e2581ebe6(127.13.153.194:33365)] cleaning up while in state READY due to: connection closed
08:03:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.891007 14376 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.976120 13927 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 14240
08:03:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.992178 13927 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 14386
08:03:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:25.998486 14518 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:26.036033 13956 consensus_peers.cc:489] T 00000000000000000000000000000000 P ccb931035aac458e94eb0e28992351b5 -> Peer 0252a93b2fdf4c38a767ee673deabdbf (127.13.153.252:34255): Couldn't send request to peer 0252a93b2fdf4c38a767ee673deabdbf. Status: Network error: Client connection negotiation failed: client connection to 127.13.153.252:34255: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:03:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:26.084303 14544 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.153.193:34545: connect: Connection refused (error 111)
08:03:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:26.085501 14544 consensus_peers.cc:489] T 0114540c439743f19d56eed1e151f262 P e834af436f5e4b5fa4c76105c456483b -> Peer c17882bf64424c6c944877855b81035d (127.13.153.193:34545): Couldn't send request to peer c17882bf64424c6c944877855b81035d. Status: Network error: Client connection negotiation failed: client connection to 127.13.153.193:34545: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:26.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:26.106300 14402 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.153.193:34545: connect: Connection refused (error 111)
08:03:26.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.106426 13927 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 14386
08:03:26.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.123771 13927 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 14528
08:03:26.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.129897 14660 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.242722 13927 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 14528
08:03:26.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.264518 13927 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 13938
08:03:26.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.265563 14009 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.376952 13927 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 13938
08:03:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 08:03:26.397244 14037 connection.cc:537] server connection from 127.0.0.1:41476 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.397440 13927 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu pid 14016
08:03:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.398360 14091 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 08:03:26.500563 13927 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAO6UWC/build/asan/bin/kudu with pid 14016
08:03:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T08:03:26Z chronyd exiting
08:03:26.645 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1756541003 last_transition_timestamp: 1756541005
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: e834af436f5e4b5fa4c76105c456483b (127.13.153.195:41605): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1756541003 last_transition_timestamp: 1756541005
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more