02:11:32.830 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:11:32.830 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskeUQaxP/test-tmp
02:11:32.830 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:11:32.830 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskeUQaxP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:11:32.833 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:11:33.159 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:11:33.159 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:11:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:33.162812 4601 mini_oidc.cc:150] Starting JWKS server
02:11:33.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:33.166277 4601 webserver.cc:492] Webserver started at http://127.0.0.1:45571/ using document root <none> and password file <none>
02:11:33.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:33.166687 4601 mini_oidc.cc:186] Starting OIDC Discovery server
02:11:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:33.168352 4601 webserver.cc:492] Webserver started at http://127.0.0.1:36213/ using document root <none> and password file <none>
02:11:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T02:11:33Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:11:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T02:11:33Z Disabled control of system clock
02:11:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:33.232434 4601 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/wal
02:11:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/data
02:11:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/logs
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/data/info.pb
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.126:46323
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.126
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:11:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:11:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.545595 4613 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.546322 4613 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:33.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.546895 4613 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.580601 4613 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.580994 4613 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:11:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.581282 4613 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.581586 4613 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.581882 4613 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.582170 4613 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.582412 4613 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45571/jwks.json
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:33.619235 4613 master_runner.cc:386] Master server non-default flags:
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/data
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/wal
02:11:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.126:46323
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/data/info.pb
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.126
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/logs
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:20 UTC on e7f111948823
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11719
02:11:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:33.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:33.620963 4613 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:33.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:33.622605 4613 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:33.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.634352 4619 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:34.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:33.635722 4620 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:34.861594 4622 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:34.864217 4621 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1225 milliseconds
02:11:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.864301 4613 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.865653 4613 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.868255 4613 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.869637 4613 hybrid_clock.cc:648] HybridClock initialized: now 1777774294869603 us; error 38 us; skew 500 ppm
02:11:34.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.870503 4613 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:34.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.876641 4613 webserver.cc:492] Webserver started at http://127.4.126.126:35037/ using document root <none> and password file <none>
02:11:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.877609 4613 fs_manager.cc:362] Metadata directory not provided
02:11:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.877868 4613 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.878363 4613 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:34.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.882768 4613 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/data/instance:
02:11:34.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1d2868a85e5470d884471686e320f80"
02:11:34.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:34 on dist-test-slave-rs3m"
02:11:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.884115 4613 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/wal/instance:
02:11:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1d2868a85e5470d884471686e320f80"
02:11:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:34 on dist-test-slave-rs3m"
02:11:34.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.891408 4613 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
02:11:34.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.897323 4629 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:11:34.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.898432 4613 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.898833 4613 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/data,/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/wal
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1d2868a85e5470d884471686e320f80"
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:34 on dist-test-slave-rs3m"
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.899194 4613 fs_report.cc:389] FS layout report
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/wal
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/wal
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/data/data
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:34.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.952891 4613 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:11:34.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.954473 4613 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:34.954985 4613 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.041220 4613 rpc_server.cc:307] RPC server started. Bound to: 127.4.126.126:46323
02:11:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.041404 4690 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.126.126:46323 every 8 connection(s)
02:11:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.044091 4613 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/data/info.pb
02:11:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.049533 4601 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu as pid 4613
02:11:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.049912 4601 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-0/wal/instance
02:11:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.050720 4691 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.053303 4601 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/logs
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/info.pb
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.125:46819
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.125
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:11:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:11:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.062404 4691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } has no permanent_uuid. Determining permanent_uuid...
02:11:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.091724 4691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
02:11:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.094411 4632 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:35.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.098773 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.125:46819: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.148389 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } attempt: 1
02:11:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.152511 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.125:46819: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.221036 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } attempt: 2
02:11:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.226275 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.125:46819: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.317713 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } attempt: 3
02:11:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.322209 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.125:46819: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.365435 4693 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.366029 4693 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.366472 4693 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:35.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.399320 4693 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:35.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.399614 4693 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:11:35.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.399781 4693 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:35.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.400038 4693 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:35.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.400239 4693 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:35.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.400463 4693 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:35.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.400689 4693 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45571/jwks.json
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.438014 4693 master_runner.cc:386] Master server non-default flags:
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.125:46819
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/info.pb
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.125
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/logs
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:20 UTC on e7f111948823
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11719
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.439301 4693 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.440896 4693 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:35.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.452700 4702 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:35.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.465634 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } attempt: 4
02:11:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.469542 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.125:46819: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:35.769018 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } attempt: 5
02:11:35.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.775899 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.125:46819: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:36.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.323527 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } attempt: 6
02:11:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:36.335744 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.125:46819: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:35.453363 4703 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:36.688989 4705 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:36.692011 4704 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1233 milliseconds
02:11:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.692147 4693 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.693303 4693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.696296 4693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.697732 4693 hybrid_clock.cc:648] HybridClock initialized: now 1777774296697657 us; error 88 us; skew 500 ppm
02:11:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.698513 4693 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.704581 4693 webserver.cc:492] Webserver started at http://127.4.126.125:36971/ using document root <none> and password file <none>
02:11:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.705469 4693 fs_manager.cc:362] Metadata directory not provided
02:11:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.705670 4693 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:36.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.706068 4693 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.710289 4693 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/instance:
02:11:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f77d180adc534a53b49addef8259dfb4"
02:11:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:36 on dist-test-slave-rs3m"
02:11:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.711304 4693 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal/instance:
02:11:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f77d180adc534a53b49addef8259dfb4"
02:11:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:36 on dist-test-slave-rs3m"
02:11:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.718364 4693 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.000s sys 0.009s
02:11:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.724056 4714 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:11:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.725208 4693 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:11:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.725493 4693 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data,/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f77d180adc534a53b49addef8259dfb4"
02:11:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:36 on dist-test-slave-rs3m"
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.725808 4693 fs_report.cc:389] FS layout report
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/data
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:36.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.774787 4693 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:11:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.776244 4693 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.776636 4693 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.863250 4693 rpc_server.cc:307] RPC server started. Bound to: 127.4.126.125:46819
02:11:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.863343 4775 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.126.125:46819 every 8 connection(s)
02:11:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.866050 4693 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/info.pb
02:11:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.871423 4601 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu as pid 4693
02:11:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.871757 4601 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal/instance
02:11:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.872089 4776 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.873766 4601 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/logs
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/info.pb
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.124:39591
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.124
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:11:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:11:36.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.886796 4776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } has no permanent_uuid. Determining permanent_uuid...
02:11:36.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.913825 4776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
02:11:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.928684 4776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } has no permanent_uuid. Determining permanent_uuid...
02:11:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:36.931537 4716 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:36.936066 4776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:36.985590 4776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 1
02:11:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:36.990140 4776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.058576 4776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 2
02:11:37.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.063788 4776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.155289 4776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 3
02:11:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.159264 4776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.204196 4778 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.204869 4778 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.205420 4778 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.239796 4778 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.240244 4778 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:11:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.240527 4778 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.240833 4778 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.241117 4778 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.241400 4778 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.241633 4778 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45571/jwks.json
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.278817 4778 master_runner.cc:386] Master server non-default flags:
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.124:39591
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/info.pb
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.124
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/logs
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:20 UTC on e7f111948823
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11719
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.280547 4778 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:37.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.282299 4778 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.293658 4788 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.302645 4776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 4
02:11:37.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.308652 4776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.396351 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } attempt: 7
02:11:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.430665 4691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } has no permanent_uuid. Determining permanent_uuid...
02:11:37.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.455423 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.514015 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 1
02:11:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.522326 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.603956 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 2
02:11:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.608084 4776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 5
02:11:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.610836 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.614137 4776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.696249 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 3
02:11:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.705281 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:37.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:37.845916 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 4
02:11:37.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.853639 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.137229 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 5
02:11:38.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.145364 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.161718 4776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 6
02:11:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.189107 4776 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.697997 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 6
02:11:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.736202 4691 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.126.124:39591: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:37.294471 4789 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.699075 4787 debug-util.cc:398] Leaking SignalData structure 0x7b0800002380 after lost signal to thread 4778
02:11:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.885201 4787 kernel_stack_watchdog.cc:198] Thread 4778 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
02:11:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:11:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:11:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:11:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:11:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.885454 4778 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.591s user 0.580s sys 1.002s
02:11:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.885844 4778 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.592s user 0.580s sys 1.002s
02:11:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.891881 4790 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1590 milliseconds
02:11:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:38.893288 4791 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.893455 4778 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:38.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.894815 4778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.897387 4778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:38.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.898931 4778 hybrid_clock.cc:648] HybridClock initialized: now 1777774298898894 us; error 37 us; skew 500 ppm
02:11:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.899809 4778 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.906262 4778 webserver.cc:492] Webserver started at http://127.4.126.124:40069/ using document root <none> and password file <none>
02:11:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.907258 4778 fs_manager.cc:362] Metadata directory not provided
02:11:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.907532 4778 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.908143 4778 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.912829 4778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/instance:
02:11:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e1ded6c6fbb401592747153dd5c47b2"
02:11:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:38 on dist-test-slave-rs3m"
02:11:38.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.914011 4778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal/instance:
02:11:38.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e1ded6c6fbb401592747153dd5c47b2"
02:11:38.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:38 on dist-test-slave-rs3m"
02:11:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.921396 4778 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
02:11:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.927318 4805 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:11:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.928490 4778 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.928884 4778 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data,/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e1ded6c6fbb401592747153dd5c47b2"
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:38 on dist-test-slave-rs3m"
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.929245 4778 fs_report.cc:389] FS layout report
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/data
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.989318 4778 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:11:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.990928 4778 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:38.991451 4778 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:39.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.081769 4778 rpc_server.cc:307] RPC server started. Bound to: 127.4.126.124:39591
02:11:39.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.081897 4866 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.126.124:39591 every 8 connection(s)
02:11:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.084609 4778 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/info.pb
02:11:39.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.091323 4601 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu as pid 4778
02:11:39.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.091820 4601 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal/instance
02:11:39.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.092401 4867 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:39.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.109354 4867 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } has no permanent_uuid. Determining permanent_uuid...
02:11:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.134545 4867 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
02:11:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.144259 4867 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } has no permanent_uuid. Determining permanent_uuid...
02:11:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.161063 4867 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Bootstrap starting.
02:11:39.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.167232 4867 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Neither blocks nor log segments found. Creating new log.
02:11:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.169006 4867 log.cc:826] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Log is configured to *not* fsync() on all Append() calls
02:11:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.175163 4867 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: No bootstrap required, opened a new log
02:11:39.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.193861 4867 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:39.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.194550 4867 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.194761 4867 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e1ded6c6fbb401592747153dd5c47b2, State: Initialized, Role: FOLLOWER
02:11:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.195397 4867 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.197675 4876 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.198252 4876 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: FOLLOWER
02:11:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.199059 4867 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: configured and running, proceeding with master startup.
02:11:39.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:39.223977 4887 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:39.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:39.224345 4887 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.220736 4778 master_runner.cc:186] Error getting master registration for 127.4.126.126:46323: OK, instance_id { permanent_uuid: "d1d2868a85e5470d884471686e320f80" instance_seqno: 1777774295022398 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.243633 4778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:11:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:39.246661 4811 tablet.cc:2404] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:39.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.249679 4776 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 7
02:11:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.264560 4876 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.265075 4876 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.267225 4876 leader_election.cc:290] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323), f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819)
02:11:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.270547 4776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: Bootstrap starting.
02:11:39.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.278441 4776 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: Neither blocks nor log segments found. Creating new log.
02:11:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.280876 4776 log.cc:826] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: Log is configured to *not* fsync() on all Append() calls
02:11:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.286368 4776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: No bootstrap required, opened a new log
02:11:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.314891 4776 raft_consensus.cc:359] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.315769 4776 raft_consensus.cc:385] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.316131 4776 raft_consensus.cc:740] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f77d180adc534a53b49addef8259dfb4, State: Initialized, Role: FOLLOWER
02:11:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.317020 4776 consensus_queue.cc:260] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.319772 4891 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.320681 4891 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.321826 4776 sys_catalog.cc:565] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: configured and running, proceeding with master startup.
02:11:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.322013 4741 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e1ded6c6fbb401592747153dd5c47b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f77d180adc534a53b49addef8259dfb4" is_pre_election: true
02:11:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.323134 4741 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e1ded6c6fbb401592747153dd5c47b2 in term 0.
02:11:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.324748 4808 leader_election.cc:304] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e1ded6c6fbb401592747153dd5c47b2, f77d180adc534a53b49addef8259dfb4; no voters:
02:11:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.325899 4876 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.326273 4876 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.326633 4876 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 0 FOLLOWER]: Advancing to term 1
02:11:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.333909 4876 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.341492 4741 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e1ded6c6fbb401592747153dd5c47b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f77d180adc534a53b49addef8259dfb4"
02:11:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.342612 4741 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 0 FOLLOWER]: Advancing to term 1
02:11:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.346228 4876 leader_election.cc:290] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 1 election: Requested vote from peers d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323), f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819)
02:11:39.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.350950 4741 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e1ded6c6fbb401592747153dd5c47b2 in term 1.
02:11:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.352104 4808 leader_election.cc:304] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e1ded6c6fbb401592747153dd5c47b2, f77d180adc534a53b49addef8259dfb4; no voters:
02:11:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.353200 4876 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 1 FOLLOWER]: Leader election won for term 1
02:11:39.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.356354 4876 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 1 LEADER]: Becoming Leader. State: Replica: 5e1ded6c6fbb401592747153dd5c47b2, State: Running, Role: LEADER
02:11:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.358420 4876 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.378046 4895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e1ded6c6fbb401592747153dd5c47b2. Latest consensus state: current_term: 1 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.379153 4895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: LEADER
02:11:39.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.385390 4902 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:11:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.393482 4902 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:11:39.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:39.413894 4905 catalog_manager.cc:1568] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:39.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:39.414481 4905 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.393529 4693 master_runner.cc:186] Error getting master registration for 127.4.126.126:46323: OK, instance_id { permanent_uuid: "d1d2868a85e5470d884471686e320f80" instance_seqno: 1777774295022398 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.445494 4693 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:11:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.448712 4741 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 1 FOLLOWER]: Refusing update from remote peer 5e1ded6c6fbb401592747153dd5c47b2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.450766 4895 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:11:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.482595 4891 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e1ded6c6fbb401592747153dd5c47b2. Latest consensus state: current_term: 1 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.484169 4891 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.484846 4907 mvcc.cc:204] Tried to move back new op lower bound from 7281763530455576576 to 7281763530201911296. Current Snapshot: MvccSnapshot[applied={T|T < 7281763530455576576}]
02:11:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.486864 4895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:39.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.487607 4895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: LEADER
02:11:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.490890 4902 catalog_manager.cc:1357] Generated new cluster ID: e6d5351c02a649e18cc73d5e777d4b04
02:11:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.491215 4902 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:11:39.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.525840 4891 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.526546 4891 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:39.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.556437 4902 catalog_manager.cc:1380] Generated new certificate authority record
02:11:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.558741 4902 catalog_manager.cc:1514] Loading token signing keys...
02:11:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.608805 4902 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Generated new TSK 0
02:11:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.610008 4902 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:11:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.624405 4601 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/wal
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/data
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/logs
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/data/info.pb
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.65:0
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.126.65
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.65
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:11:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:11:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:11:39.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:39.628189 4806 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.4.126.126:46323 timed out after 0.360s (SENT)
02:11:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.769748 4691 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } attempt: 7
02:11:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:39.920630 4691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: Bootstrap starting.
02:11:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:39.996083 4806 leader_election.cc:336] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323): Timed out: RequestConsensusVote RPC to 127.4.126.126:46323 timed out after 0.360s (SENT)
02:11:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.087534 4806 leader_election.cc:336] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 1 election: RPC error from VoteRequest() call to peer d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323): Timed out: RequestConsensusVote RPC to 127.4.126.126:46323 timed out after 0.375s (SENT)
02:11:40.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.089524 4691 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: Neither blocks nor log segments found. Creating new log.
02:11:40.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.156828 4913 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.157873 4913 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.159235 4913 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:40.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.235513 4913 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.236964 4913 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:11:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.237493 4913 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:11:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.237946 4913 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:11:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.238948 4913 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.126.65
02:11:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.277769 4691 log.cc:826] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: Log is configured to *not* fsync() on all Append() calls
02:11:40.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.307250 4691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: No bootstrap required, opened a new log
02:11:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.375113 4913 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/data
02:11:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/wal
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.65:0
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/data/info.pb
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.65
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.126.65
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/logs
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:11:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:20 UTC on e7f111948823
02:11:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11719
02:11:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.379025 4913 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.388039 4913 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.420145 4905 catalog_manager.cc:1269] Loaded cluster ID: e6d5351c02a649e18cc73d5e777d4b04
02:11:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.420657 4905 catalog_manager.cc:1562] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: loading cluster ID for follower catalog manager: success
02:11:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.427806 4905 catalog_manager.cc:1584] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: acquiring CA information for follower catalog manager: success
02:11:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.450587 4905 catalog_manager.cc:1612] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:40.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.460283 4922 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:40.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.863142 4691 raft_consensus.cc:359] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.868052 4691 raft_consensus.cc:385] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.869863 4691 raft_consensus.cc:740] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1d2868a85e5470d884471686e320f80, State: Initialized, Role: FOLLOWER
02:11:40.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.875344 4691 consensus_queue.cc:260] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.896468 4928 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.897308 4928 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: This master's current role is: FOLLOWER
02:11:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.910624 4928 raft_consensus.cc:493] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.911244 4928 raft_consensus.cc:515] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.913121 4656 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e1ded6c6fbb401592747153dd5c47b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1d2868a85e5470d884471686e320f80" is_pre_election: true
02:11:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.913995 4656 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e1ded6c6fbb401592747153dd5c47b2 in term 0.
02:11:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.914564 4656 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54822 (request call id 2) took 1646 ms (client timeout 360 ms). Trace:
02:11:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.914938 4656 rpcz_store.cc:269] 0503 02:11:39.267702 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:39.267897 (+ 195us) service_pool.cc:224] Handling call
02:11:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:40.914486 (+1646589us) inbound_call.cc:177] Queueing success response
02:11:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:11:40.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.915550 4741 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1d2868a85e5470d884471686e320f80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f77d180adc534a53b49addef8259dfb4" is_pre_election: true
02:11:40.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.916414 4654 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 0 FOLLOWER]: Advancing to term 1
02:11:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.918946 4928 leader_election.cc:290] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819), 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591)
02:11:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.920123 4652 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e1ded6c6fbb401592747153dd5c47b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1d2868a85e5470d884471686e320f80"
02:11:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.920617 4832 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1d2868a85e5470d884471686e320f80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e1ded6c6fbb401592747153dd5c47b2" is_pre_election: true
02:11:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.921217 4652 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54822 (request call id 6) took 1208 ms (client timeout 375 ms). Trace:
02:11:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.921675 4652 rpcz_store.cc:269] 0503 02:11:39.712456 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:39.712604 (+ 148us) service_pool.cc:224] Handling call
02:11:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:40.921135 (+1208531us) inbound_call.cc:177] Queueing success response
02:11:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:11:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.922667 4653 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e1ded6c6fbb401592747153dd5c47b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1d2868a85e5470d884471686e320f80" is_pre_election: true
02:11:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.923884 4655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e1ded6c6fbb401592747153dd5c47b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1d2868a85e5470d884471686e320f80"
02:11:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.923624 4631 leader_election.cc:304] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d1d2868a85e5470d884471686e320f80; no voters: 5e1ded6c6fbb401592747153dd5c47b2, f77d180adc534a53b49addef8259dfb4
02:11:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.924706 4655 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54822 (request call id 3) took 1588 ms (client timeout 375 ms). Trace:
02:11:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.925063 4655 rpcz_store.cc:269] 0503 02:11:39.336313 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:39.336440 (+ 127us) service_pool.cc:224] Handling call
02:11:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:40.924649 (+1588209us) inbound_call.cc:177] Queueing success response
02:11:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:11:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.923646 4653 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54822 (request call id 5) took 1287 ms (client timeout 360 ms). Trace:
02:11:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.926558 4653 rpcz_store.cc:269] 0503 02:11:39.636001 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:39.636166 (+ 165us) service_pool.cc:224] Handling call
02:11:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:40.923583 (+1287417us) inbound_call.cc:177] Queueing success response
02:11:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:11:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.936285 4691 sys_catalog.cc:565] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: configured and running, proceeding with master startup.
02:11:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.935703 4654 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 1 FOLLOWER]: Refusing update from remote peer 5e1ded6c6fbb401592747153dd5c47b2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.939440 4928 raft_consensus.cc:2749] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:11:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.939632 4654 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:54822 (request call id 4) took 1490 ms. Trace:
02:11:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.939997 4654 rpcz_store.cc:276] 0503 02:11:39.448938 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:39.449095 (+ 157us) service_pool.cc:224] Handling call
02:11:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:40.916155 (+1467060us) raft_consensus.cc:1471] Updating replica for 0 ops
02:11:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:40.939264 (+ 23109us) raft_consensus.cc:1697] Filling consensus response to leader.
02:11:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:40.939567 (+ 303us) inbound_call.cc:177] Queueing success response
02:11:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:11:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:40.941941 4895 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:11:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.966938 4635 tablet.cc:2404] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.030822 4928 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e1ded6c6fbb401592747153dd5c47b2. Latest consensus state: current_term: 1 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.031625 4928 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: This master's current role is: FOLLOWER
02:11:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.030941 4937 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.032171 4937 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: This master's current role is: FOLLOWER
02:11:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.128237 4895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.129530 4895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: LEADER
02:11:41.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.137297 4944 catalog_manager.cc:1269] Loaded cluster ID: e6d5351c02a649e18cc73d5e777d4b04
02:11:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.156002 4944 catalog_manager.cc:1562] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: loading cluster ID for follower catalog manager: success
02:11:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.197464 4944 catalog_manager.cc:1584] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: acquiring CA information for follower catalog manager: success
02:11:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:41.242545 4944 catalog_manager.cc:1612] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:41.846402 4921 debug-util.cc:398] Leaking SignalData structure 0x7b0800028080 after lost signal to thread 4913
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:43.221663 4921 kernel_stack_watchdog.cc:198] Thread 4913 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 372ms:
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:43.222774 4913 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.750s user 0.663s sys 1.125s
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:43.223177 4924 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2750 milliseconds
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:43.223176 4913 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.751s user 0.663s sys 1.125s
02:11:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:40.473085 4923 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:43.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:43.225198 4925 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:43.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.225137 4913 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:43.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.230518 4913 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.233454 4913 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.235003 4913 hybrid_clock.cc:648] HybridClock initialized: now 1777774303234853 us; error 176 us; skew 500 ppm
02:11:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.236022 4913 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.243633 4913 webserver.cc:492] Webserver started at http://127.4.126.65:35121/ using document root <none> and password file <none>
02:11:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.244822 4913 fs_manager.cc:362] Metadata directory not provided
02:11:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.245076 4913 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.245585 4913 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.251008 4913 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/data/instance:
02:11:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "289a96160dfb4920a13cc2e18db5364f"
02:11:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:43 on dist-test-slave-rs3m"
02:11:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.252590 4913 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/wal/instance:
02:11:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "289a96160dfb4920a13cc2e18db5364f"
02:11:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:43 on dist-test-slave-rs3m"
02:11:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.276587 4913 fs_manager.cc:696] Time spent creating directory manager: real 0.023s user 0.022s sys 0.000s
02:11:43.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.296748 4953 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:11:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.301024 4913 fs_manager.cc:730] Time spent opening block manager: real 0.020s user 0.004s sys 0.012s
02:11:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.301662 4913 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/data,/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/wal
02:11:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "289a96160dfb4920a13cc2e18db5364f"
02:11:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:43 on dist-test-slave-rs3m"
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.302297 4913 fs_report.cc:389] FS layout report
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/wal
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/wal
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/data/data
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.396349 4913 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:11:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.398746 4913 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.399518 4913 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.440696 4913 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.441299 4913 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
02:11:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.441758 4913 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:43.448163 4913 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:11:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.031736 4913 rpc_server.cc:307] RPC server started. Bound to: 127.4.126.65:37427
02:11:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.031900 5078 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.126.65:37427 every 8 connection(s)
02:11:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.035344 4913 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/data/info.pb
02:11:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.044708 4601 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu as pid 4913
02:11:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.045359 4601 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-0/wal/instance
02:11:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.059381 5081 heartbeater.cc:344] Connected to a master server at 127.4.126.126:46323
02:11:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.059913 5081 heartbeater.cc:461] Registering TS with master...
02:11:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.061264 5081 heartbeater.cc:507] Master 127.4.126.126:46323 requested a full tablet report, sending...
02:11:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.065063 4645 ts_manager.cc:194] Registered new tserver with Master: 289a96160dfb4920a13cc2e18db5364f (127.4.126.65:37427)
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.068578 4601 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/wal
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/data
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/logs
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/data/info.pb
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.66:0
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.126.66
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.66
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:11:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:11:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:11:44.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.100479 5080 heartbeater.cc:344] Connected to a master server at 127.4.126.125:46819
02:11:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.100880 5080 heartbeater.cc:461] Registering TS with master...
02:11:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.101656 5080 heartbeater.cc:507] Master 127.4.126.125:46819 requested a full tablet report, sending...
02:11:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.105288 4731 ts_manager.cc:194] Registered new tserver with Master: 289a96160dfb4920a13cc2e18db5364f (127.4.126.65:37427)
02:11:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.122535 5079 heartbeater.cc:344] Connected to a master server at 127.4.126.124:39591
02:11:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.122943 5079 heartbeater.cc:461] Registering TS with master...
02:11:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.123708 5079 heartbeater.cc:507] Master 127.4.126.124:39591 requested a full tablet report, sending...
02:11:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.127029 4822 ts_manager.cc:194] Registered new tserver with Master: 289a96160dfb4920a13cc2e18db5364f (127.4.126.65:37427)
02:11:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.129738 4822 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.126.65:57647
02:11:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.472630 5085 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.473201 5085 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.473872 5085 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.509483 5085 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.510155 5085 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:11:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.510429 5085 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:11:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.510689 5085 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:11:44.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.511340 5085 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.126.66
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.551239 5085 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/data
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/wal
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.66:0
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/data/info.pb
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.66
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.126.66
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/logs
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:20 UTC on e7f111948823
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11719
02:11:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:44.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.552943 5085 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.554574 5085 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:44.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.568576 5091 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.133608 5079 heartbeater.cc:499] Master 127.4.126.124:39591 was elected leader, sending a full tablet report...
02:11:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.573624 5092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:44.574308 5085 server_base.cc:1061] running on GCE node
02:11:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:44.574777 5094 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.797572 5085 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.800493 5085 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.801975 5085 hybrid_clock.cc:648] HybridClock initialized: now 1777774305801907 us; error 80 us; skew 500 ppm
02:11:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.802790 5085 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.809681 5085 webserver.cc:492] Webserver started at http://127.4.126.66:33673/ using document root <none> and password file <none>
02:11:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.810660 5085 fs_manager.cc:362] Metadata directory not provided
02:11:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.810868 5085 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.811281 5085 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.815624 5085 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/data/instance:
02:11:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4a607eb74d648bc9d205ba2fa3dbc62"
02:11:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:45 on dist-test-slave-rs3m"
02:11:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.816814 5085 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/wal/instance:
02:11:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4a607eb74d648bc9d205ba2fa3dbc62"
02:11:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:45 on dist-test-slave-rs3m"
02:11:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.824299 5085 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
02:11:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.830193 5105 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:11:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.831481 5085 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
02:11:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.831947 5085 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/data,/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/wal
02:11:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4a607eb74d648bc9d205ba2fa3dbc62"
02:11:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:45 on dist-test-slave-rs3m"
02:11:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.832329 5085 fs_report.cc:389] FS layout report
02:11:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/wal
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/wal
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/data/data
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.890908 5085 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:11:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.892637 5085 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.893178 5085 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.905194 5085 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.905467 5085 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:11:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.905829 5085 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:45.906023 5085 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:11:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.103228 5085 rpc_server.cc:307] RPC server started. Bound to: 127.4.126.66:38289
02:11:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.103919 5229 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.126.66:38289 every 8 connection(s)
02:11:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.106791 5085 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/data/info.pb
02:11:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.116675 4601 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu as pid 5085
02:11:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.117110 4601 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-1/wal/instance
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.130287 4601 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/wal
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/data
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/logs
02:11:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/data/info.pb
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.67:0
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.126.67
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.67
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:11:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:11:46.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.135684 5230 heartbeater.cc:344] Connected to a master server at 127.4.126.124:39591
02:11:46.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.136368 5230 heartbeater.cc:461] Registering TS with master...
02:11:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.138130 5230 heartbeater.cc:507] Master 127.4.126.124:39591 requested a full tablet report, sending...
02:11:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.141415 4822 ts_manager.cc:194] Registered new tserver with Master: b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289)
02:11:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.143452 4822 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.126.66:50207
02:11:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.149698 5232 heartbeater.cc:344] Connected to a master server at 127.4.126.126:46323
02:11:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.150173 5232 heartbeater.cc:461] Registering TS with master...
02:11:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.151077 5232 heartbeater.cc:507] Master 127.4.126.126:46323 requested a full tablet report, sending...
02:11:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.156569 4645 ts_manager.cc:194] Registered new tserver with Master: b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289)
02:11:46.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.161334 5231 heartbeater.cc:344] Connected to a master server at 127.4.126.125:46819
02:11:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.161777 5231 heartbeater.cc:461] Registering TS with master...
02:11:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.162567 5231 heartbeater.cc:507] Master 127.4.126.125:46819 requested a full tablet report, sending...
02:11:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.165171 4731 ts_manager.cc:194] Registered new tserver with Master: b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289)
02:11:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.484632 5235 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.485097 5235 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.485616 5235 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.526341 5235 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.527011 5235 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:11:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.527281 5235 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:11:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.527554 5235 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:11:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.528141 5235 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.126.67
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.566169 5235 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/data
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/wal
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.67:0
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/data/info.pb
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.67
02:11:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.126.67
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/logs
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:20 UTC on e7f111948823
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11719
02:11:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.567780 5235 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:46.569772 5235 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.583040 5241 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:47.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.148118 5230 heartbeater.cc:499] Master 127.4.126.124:39591 was elected leader, sending a full tablet report...
02:11:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:46.584646 5242 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:47.897261 5244 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:47.904845 5243 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1319 milliseconds
02:11:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.904930 5235 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.906205 5235 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:47.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.908948 5235 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.910432 5235 hybrid_clock.cc:648] HybridClock initialized: now 1777774307910345 us; error 96 us; skew 500 ppm
02:11:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.911237 5235 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.917987 5235 webserver.cc:492] Webserver started at http://127.4.126.67:45689/ using document root <none> and password file <none>
02:11:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.918864 5235 fs_manager.cc:362] Metadata directory not provided
02:11:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.919047 5235 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.919449 5235 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.924240 5235 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/data/instance:
02:11:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1782d90100f40408eca50a5fca330a3"
02:11:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:47 on dist-test-slave-rs3m"
02:11:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.925279 5235 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/wal/instance:
02:11:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1782d90100f40408eca50a5fca330a3"
02:11:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:47 on dist-test-slave-rs3m"
02:11:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.932741 5235 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
02:11:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.938527 5253 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.939770 5235 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.001s
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.940152 5235 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/data,/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/wal
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1782d90100f40408eca50a5fca330a3"
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:47 on dist-test-slave-rs3m"
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.940469 5235 fs_report.cc:389] FS layout report
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/wal
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/wal
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/data/data
02:11:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.993667 5235 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:11:47.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.995394 5235 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:47.996027 5235 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.005412 5235 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.005709 5235 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:11:48.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.006067 5235 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:48.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.006263 5235 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:11:48.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.241971 5235 rpc_server.cc:307] RPC server started. Bound to: 127.4.126.67:46431
02:11:48.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.242651 5377 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.126.67:46431 every 8 connection(s)
02:11:48.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.244953 5235 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/data/info.pb
02:11:48.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.249222 4601 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu as pid 5235
02:11:48.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.249732 4601 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/ts-2/wal/instance
02:11:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.266503 5378 heartbeater.cc:344] Connected to a master server at 127.4.126.124:39591
02:11:48.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.267217 5378 heartbeater.cc:461] Registering TS with master...
02:11:48.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.269968 5378 heartbeater.cc:507] Master 127.4.126.124:39591 requested a full tablet report, sending...
02:11:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.274180 4822 ts_manager.cc:194] Registered new tserver with Master: a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.276362 4822 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.126.67:33877
02:11:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.280296 5380 heartbeater.cc:344] Connected to a master server at 127.4.126.126:46323
02:11:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.281373 5380 heartbeater.cc:461] Registering TS with master...
02:11:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.282132 5380 heartbeater.cc:507] Master 127.4.126.126:46323 requested a full tablet report, sending...
02:11:48.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.283325 5379 heartbeater.cc:344] Connected to a master server at 127.4.126.125:46819
02:11:48.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.283731 5379 heartbeater.cc:461] Registering TS with master...
02:11:48.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.284405 5379 heartbeater.cc:507] Master 127.4.126.125:46819 requested a full tablet report, sending...
02:11:48.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.285046 4645 ts_manager.cc:194] Registered new tserver with Master: a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.286976 4731 ts_manager.cc:194] Registered new tserver with Master: a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.297399 4601 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:11:48.308 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:11:48.309 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:11:48.310 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.126.126"
port: 46323
}
bound_http_address {
host: "127.4.126.126"
port: 35037
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.126.125"
port: 46819
}
bound_http_address {
host: "127.4.126.125"
port: 36971
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.126.124"
port: 39591
}
bound_http_address {
host: "127.4.126.124"
port: 40069
}
}
}
02:11:48.310 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:11:48.311 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.126.65"
port: 37427
}
bound_http_address {
host: "127.4.126.65"
port: 35121
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.126.66"
port: 38289
}
bound_http_address {
host: "127.4.126.66"
port: 33673
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.126.67"
port: 46431
}
bound_http_address {
host: "127.4.126.67"
port: 45689
}
}
}
02:11:48.311 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:11:48.313 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:11:48.315 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.126.125:46819(127.4.126.125:46819)] connecting to peer
02:11:48.316 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.126.124:39591(127.4.126.124:39591)] connecting to peer
02:11:48.317 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.126.125:46819(127.4.126.125:46819)] Successfully connected to peer
02:11:48.318 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:48.319 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.126.124:39591(127.4.126.124:39591)] Successfully connected to peer
02:11:48.319 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.126.125
02:11:48.320 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.126.126:46323(127.4.126.126:46323)] Successfully connected to peer
02:11:48.324 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.126.126
02:11:48.324 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.126.124
02:11:48.332 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xafd9bc9b, L:/127.0.0.1:37702 - R:/127.4.126.125:46819] using SASL/PLAIN
02:11:48.342 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf72445c2, L:/127.0.0.1:54828 - R:/127.4.126.124:39591] using SASL/PLAIN
02:11:48.343 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8f06e6e6, L:/127.0.0.1:48662 - R:/127.4.126.126:46323] using SASL/PLAIN
02:11:48.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:11:48.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, deferred=null) after lookup
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.347067 4822 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54828:
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:11:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:48.351050 4822 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:11:48.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8949d0234c454f5c9826642cf395142b
02:11:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.446405 5165 tablet_service.cc:1511] Processing CreateTablet for tablet 63d7cc16913b46519f85c62bf50a59d3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:11:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.447589 5013 tablet_service.cc:1511] Processing CreateTablet for tablet 492ea21fdd9b499e848cdb27e11c1e27 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:11:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.447592 5014 tablet_service.cc:1511] Processing CreateTablet for tablet 63d7cc16913b46519f85c62bf50a59d3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:11:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.449766 5014 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 63d7cc16913b46519f85c62bf50a59d3. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.449483 5164 tablet_service.cc:1511] Processing CreateTablet for tablet 492ea21fdd9b499e848cdb27e11c1e27 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:11:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.450773 5165 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 63d7cc16913b46519f85c62bf50a59d3. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.451431 5164 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 492ea21fdd9b499e848cdb27e11c1e27. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.454813 5013 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 492ea21fdd9b499e848cdb27e11c1e27. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.454044 5312 tablet_service.cc:1511] Processing CreateTablet for tablet 492ea21fdd9b499e848cdb27e11c1e27 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:11:48.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.454161 5313 tablet_service.cc:1511] Processing CreateTablet for tablet 63d7cc16913b46519f85c62bf50a59d3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:11:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.457904 5313 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 63d7cc16913b46519f85c62bf50a59d3. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.469132 5312 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 492ea21fdd9b499e848cdb27e11c1e27. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.488205 5406 tablet_bootstrap.cc:492] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62: Bootstrap starting.
02:11:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.494388 5406 tablet_bootstrap.cc:654] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62: Neither blocks nor log segments found. Creating new log.
02:11:48.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.497184 5406 log.cc:826] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62: Log is configured to *not* fsync() on all Append() calls
02:11:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.502279 5406 tablet_bootstrap.cc:492] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62: No bootstrap required, opened a new log
02:11:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.502784 5406 ts_tablet_manager.cc:1403] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62: Time spent bootstrapping tablet: real 0.015s user 0.008s sys 0.005s
02:11:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.503180 5407 tablet_bootstrap.cc:492] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f: Bootstrap starting.
02:11:48.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.509441 5409 tablet_bootstrap.cc:492] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3: Bootstrap starting.
02:11:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.510532 5407 tablet_bootstrap.cc:654] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f: Neither blocks nor log segments found. Creating new log.
02:11:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.512944 5407 log.cc:826] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f: Log is configured to *not* fsync() on all Append() calls
02:11:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.518623 5409 tablet_bootstrap.cc:654] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3: Neither blocks nor log segments found. Creating new log.
02:11:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.519586 5407 tablet_bootstrap.cc:492] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f: No bootstrap required, opened a new log
02:11:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.520190 5407 ts_tablet_manager.cc:1403] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f: Time spent bootstrapping tablet: real 0.018s user 0.009s sys 0.008s
02:11:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.521030 5409 log.cc:826] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3: Log is configured to *not* fsync() on all Append() calls
02:11:48.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.526993 5409 tablet_bootstrap.cc:492] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3: No bootstrap required, opened a new log
02:11:48.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.527513 5409 ts_tablet_manager.cc:1403] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3: Time spent bootstrapping tablet: real 0.019s user 0.014s sys 0.000s
02:11:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.527443 5406 raft_consensus.cc:359] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.528228 5406 raft_consensus.cc:385] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.528512 5406 raft_consensus.cc:740] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4a607eb74d648bc9d205ba2fa3dbc62, State: Initialized, Role: FOLLOWER
02:11:48.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.529342 5406 consensus_queue.cc:260] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.533047 5406 ts_tablet_manager.cc:1434] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62: Time spent starting tablet: real 0.030s user 0.025s sys 0.004s
02:11:48.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.535156 5406 tablet_bootstrap.cc:492] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62: Bootstrap starting.
02:11:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.543622 5406 tablet_bootstrap.cc:654] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62: Neither blocks nor log segments found. Creating new log.
02:11:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.550873 5407 raft_consensus.cc:359] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.551826 5407 raft_consensus.cc:385] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.552181 5407 raft_consensus.cc:740] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 289a96160dfb4920a13cc2e18db5364f, State: Initialized, Role: FOLLOWER
02:11:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.553229 5407 consensus_queue.cc:260] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.557646 5407 ts_tablet_manager.cc:1434] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f: Time spent starting tablet: real 0.037s user 0.026s sys 0.006s
02:11:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.560376 5406 tablet_bootstrap.cc:492] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62: No bootstrap required, opened a new log
02:11:48.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.560832 5406 ts_tablet_manager.cc:1403] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62: Time spent bootstrapping tablet: real 0.026s user 0.014s sys 0.004s
02:11:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.563577 5406 raft_consensus.cc:359] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.564323 5406 raft_consensus.cc:385] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.564613 5406 raft_consensus.cc:740] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4a607eb74d648bc9d205ba2fa3dbc62, State: Initialized, Role: FOLLOWER
02:11:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.565327 5406 consensus_queue.cc:260] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.567747 5407 tablet_bootstrap.cc:492] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f: Bootstrap starting.
02:11:48.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.569926 5406 ts_tablet_manager.cc:1434] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62: Time spent starting tablet: real 0.009s user 0.006s sys 0.000s
02:11:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.578279 5407 tablet_bootstrap.cc:654] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f: Neither blocks nor log segments found. Creating new log.
02:11:48.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.577773 5409 raft_consensus.cc:359] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.579258 5409 raft_consensus.cc:385] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.579922 5409 raft_consensus.cc:740] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1782d90100f40408eca50a5fca330a3, State: Initialized, Role: FOLLOWER
02:11:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.581055 5409 consensus_queue.cc:260] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:48.584236 5083 tablet.cc:2404] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.585323 5378 heartbeater.cc:499] Master 127.4.126.124:39591 was elected leader, sending a full tablet report...
02:11:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.586117 5407 tablet_bootstrap.cc:492] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f: No bootstrap required, opened a new log
02:11:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.586556 5407 ts_tablet_manager.cc:1403] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f: Time spent bootstrapping tablet: real 0.019s user 0.005s sys 0.007s
02:11:48.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.586694 5409 ts_tablet_manager.cc:1434] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3: Time spent starting tablet: real 0.059s user 0.035s sys 0.005s
02:11:48.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.588639 5409 tablet_bootstrap.cc:492] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3: Bootstrap starting.
02:11:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.589340 5407 raft_consensus.cc:359] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.590000 5407 raft_consensus.cc:385] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.590304 5407 raft_consensus.cc:740] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 289a96160dfb4920a13cc2e18db5364f, State: Initialized, Role: FOLLOWER
02:11:48.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.590998 5407 consensus_queue.cc:260] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.598879 5409 tablet_bootstrap.cc:654] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3: Neither blocks nor log segments found. Creating new log.
02:11:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.599997 5407 ts_tablet_manager.cc:1434] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f: Time spent starting tablet: real 0.013s user 0.005s sys 0.002s
02:11:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.609854 5409 tablet_bootstrap.cc:492] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3: No bootstrap required, opened a new log
02:11:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.610311 5409 ts_tablet_manager.cc:1403] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3: Time spent bootstrapping tablet: real 0.022s user 0.006s sys 0.009s
02:11:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.612550 5409 raft_consensus.cc:359] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.613075 5409 raft_consensus.cc:385] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.613360 5409 raft_consensus.cc:740] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1782d90100f40408eca50a5fca330a3, State: Initialized, Role: FOLLOWER
02:11:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.613540 5414 raft_consensus.cc:493] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:48.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.613869 5409 consensus_queue.cc:260] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.614097 5414 raft_consensus.cc:515] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.615617 5409 ts_tablet_manager.cc:1434] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3: Time spent starting tablet: real 0.005s user 0.004s sys 0.000s
02:11:48.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.617146 5414 leader_election.cc:290] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289), a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.625952 5414 raft_consensus.cc:493] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.626382 5414 raft_consensus.cc:515] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.628047 5414 leader_election.cc:290] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431), b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289)
02:11:48.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.633496 5185 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "492ea21fdd9b499e848cdb27e11c1e27" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" is_pre_election: true
02:11:48.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.633755 5184 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63d7cc16913b46519f85c62bf50a59d3" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" is_pre_election: true
02:11:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.634660 5184 raft_consensus.cc:2468] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 0.
02:11:48.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.634676 5185 raft_consensus.cc:2468] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 0.
02:11:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.635326 5333 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "492ea21fdd9b499e848cdb27e11c1e27" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1782d90100f40408eca50a5fca330a3" is_pre_election: true
02:11:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.636511 4956 leader_election.cc:304] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 289a96160dfb4920a13cc2e18db5364f, b4a607eb74d648bc9d205ba2fa3dbc62; no voters:
02:11:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.636283 5332 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63d7cc16913b46519f85c62bf50a59d3" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1782d90100f40408eca50a5fca330a3" is_pre_election: true
02:11:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.637502 5414 raft_consensus.cc:2804] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.637499 4956 leader_election.cc:304] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 289a96160dfb4920a13cc2e18db5364f, b4a607eb74d648bc9d205ba2fa3dbc62; no voters:
02:11:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.638046 5414 raft_consensus.cc:493] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.638455 5414 raft_consensus.cc:3060] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Advancing to term 1
02:11:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.638599 5332 raft_consensus.cc:2468] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 0.
02:11:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.637825 5333 raft_consensus.cc:2468] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 0.
02:11:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.640606 5420 raft_consensus.cc:2804] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.640985 5420 raft_consensus.cc:493] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.641311 5420 raft_consensus.cc:3060] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Advancing to term 1
02:11:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.644573 5414 raft_consensus.cc:515] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.645588 5420 raft_consensus.cc:515] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.646356 5414 leader_election.cc:290] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 election: Requested vote from peers a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431), b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289)
02:11:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.647097 5333 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63d7cc16913b46519f85c62bf50a59d3" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1782d90100f40408eca50a5fca330a3"
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.647297 5420 leader_election.cc:290] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 election: Requested vote from peers b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289), a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.647634 5333 raft_consensus.cc:3060] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Advancing to term 1
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.648103 5185 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63d7cc16913b46519f85c62bf50a59d3" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62"
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.648643 5185 raft_consensus.cc:3060] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Advancing to term 1
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.648618 5184 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "492ea21fdd9b499e848cdb27e11c1e27" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62"
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.648794 5332 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "492ea21fdd9b499e848cdb27e11c1e27" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1782d90100f40408eca50a5fca330a3"
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.649317 5184 raft_consensus.cc:3060] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Advancing to term 1
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.649354 5332 raft_consensus.cc:3060] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Advancing to term 1
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.654774 5333 raft_consensus.cc:2468] T 63d7cc16913b46519f85c62bf50a59d3 P a1782d90100f40408eca50a5fca330a3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 1.
02:11:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.656061 5185 raft_consensus.cc:2468] T 63d7cc16913b46519f85c62bf50a59d3 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 1.
02:11:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.656908 4956 leader_election.cc:304] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 289a96160dfb4920a13cc2e18db5364f, a1782d90100f40408eca50a5fca330a3; no voters:
02:11:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.657634 5420 raft_consensus.cc:2804] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 1 FOLLOWER]: Leader election won for term 1
02:11:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.657653 5184 raft_consensus.cc:2468] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 1.
02:11:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.658308 5420 raft_consensus.cc:697] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [term 1 LEADER]: Becoming Leader. State: Replica: 289a96160dfb4920a13cc2e18db5364f, State: Running, Role: LEADER
02:11:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:48.659024 5233 tablet.cc:2404] T 492ea21fdd9b499e848cdb27e11c1e27 P b4a607eb74d648bc9d205ba2fa3dbc62: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.658949 4956 leader_election.cc:304] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 289a96160dfb4920a13cc2e18db5364f, b4a607eb74d648bc9d205ba2fa3dbc62; no voters:
02:11:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.659312 5332 raft_consensus.cc:2468] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 1.
02:11:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.659572 5420 consensus_queue.cc:237] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } }
02:11:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.661489 5414 raft_consensus.cc:2804] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 1 FOLLOWER]: Leader election won for term 1
02:11:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.661921 5414 raft_consensus.cc:697] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [term 1 LEADER]: Becoming Leader. State: Replica: 289a96160dfb4920a13cc2e18db5364f, State: Running, Role: LEADER
02:11:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.662930 5414 consensus_queue.cc:237] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.677402 4821 catalog_manager.cc:5671] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f reported cstate change: term changed from 0 to 1, leader changed from <none> to 289a96160dfb4920a13cc2e18db5364f (127.4.126.65). New cstate: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } health_report { overall_health: UNKNOWN } } }
02:11:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.697822 4821 catalog_manager.cc:5671] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f reported cstate change: term changed from 0 to 1, leader changed from <none> to 289a96160dfb4920a13cc2e18db5364f (127.4.126.65). New cstate: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } health_report { overall_health: UNKNOWN } } }
02:11:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:48.781446 5382 tablet.cc:2404] T 492ea21fdd9b499e848cdb27e11c1e27 P a1782d90100f40408eca50a5fca330a3: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.941076 4821 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54838:
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:11:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:48.943382 4821 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:11:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.975399 5013 tablet_service.cc:1511] Processing CreateTablet for tablet f9c9dcb5deae45b1b2d6099b5837cddd (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:11:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.976260 5164 tablet_service.cc:1511] Processing CreateTablet for tablet f9c9dcb5deae45b1b2d6099b5837cddd (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:11:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.977227 5013 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f9c9dcb5deae45b1b2d6099b5837cddd. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.977892 5164 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f9c9dcb5deae45b1b2d6099b5837cddd. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.983861 5312 tablet_service.cc:1511] Processing CreateTablet for tablet f9c9dcb5deae45b1b2d6099b5837cddd (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:11:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.985399 5312 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f9c9dcb5deae45b1b2d6099b5837cddd. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.991699 5407 tablet_bootstrap.cc:492] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: Bootstrap starting.
02:11:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.993100 5406 tablet_bootstrap.cc:492] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: Bootstrap starting.
02:11:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.998292 5407 tablet_bootstrap.cc:654] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: Neither blocks nor log segments found. Creating new log.
02:11:48.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:48.999619 5406 tablet_bootstrap.cc:654] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: Neither blocks nor log segments found. Creating new log.
02:11:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.000236 5409 tablet_bootstrap.cc:492] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: Bootstrap starting.
02:11:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.004819 5407 tablet_bootstrap.cc:492] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: No bootstrap required, opened a new log
02:11:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.005215 5407 ts_tablet_manager.cc:1403] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: Time spent bootstrapping tablet: real 0.014s user 0.011s sys 0.000s
02:11:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.005481 5406 tablet_bootstrap.cc:492] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: No bootstrap required, opened a new log
02:11:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.005932 5406 ts_tablet_manager.cc:1403] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: Time spent bootstrapping tablet: real 0.013s user 0.010s sys 0.000s
02:11:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.006867 5409 tablet_bootstrap.cc:654] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: Neither blocks nor log segments found. Creating new log.
02:11:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.007603 5407 raft_consensus.cc:359] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.008285 5407 raft_consensus.cc:385] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.008582 5407 raft_consensus.cc:740] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 289a96160dfb4920a13cc2e18db5364f, State: Initialized, Role: FOLLOWER
02:11:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.009155 5406 raft_consensus.cc:359] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.009369 5407 consensus_queue.cc:260] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.009902 5406 raft_consensus.cc:385] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.010244 5406 raft_consensus.cc:740] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4a607eb74d648bc9d205ba2fa3dbc62, State: Initialized, Role: FOLLOWER
02:11:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.010715 5414 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.011440 5414 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: This TxnStatusTablet replica's current role is: FOLLOWER
02:11:49.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.014992 5406 consensus_queue.cc:260] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.016546 5412 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.017342 5412 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: This TxnStatusTablet replica's current role is: FOLLOWER
02:11:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.020963 5407 ts_tablet_manager.cc:1434] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: Time spent starting tablet: real 0.015s user 0.007s sys 0.000s
02:11:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.022467 5406 ts_tablet_manager.cc:1434] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: Time spent starting tablet: real 0.016s user 0.000s sys 0.007s
02:11:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.028698 5409 tablet_bootstrap.cc:492] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: No bootstrap required, opened a new log
02:11:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.029146 5409 ts_tablet_manager.cc:1403] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: Time spent bootstrapping tablet: real 0.029s user 0.010s sys 0.005s
02:11:49.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.031745 5409 raft_consensus.cc:359] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.032434 5409 raft_consensus.cc:385] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.032699 5409 raft_consensus.cc:740] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1782d90100f40408eca50a5fca330a3, State: Initialized, Role: FOLLOWER
02:11:49.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.033412 5409 consensus_queue.cc:260] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.034880 5416 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.035481 5416 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: This TxnStatusTablet replica's current role is: FOLLOWER
02:11:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.035513 5409 ts_tablet_manager.cc:1434] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: Time spent starting tablet: real 0.006s user 0.005s sys 0.000s
02:11:49.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.106963 5414 consensus_queue.cc:1048] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:49.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.130080 5414 consensus_queue.cc:1048] T 492ea21fdd9b499e848cdb27e11c1e27 P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.153076 5421 consensus_queue.cc:1048] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:11:49.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.203195 5420 consensus_queue.cc:1048] T 63d7cc16913b46519f85c62bf50a59d3 P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.458843 5414 raft_consensus.cc:493] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.459306 5414 raft_consensus.cc:515] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.460871 5414 leader_election.cc:290] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289), a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.461915 5185 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9c9dcb5deae45b1b2d6099b5837cddd" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" is_pre_election: true
02:11:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.462303 5333 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9c9dcb5deae45b1b2d6099b5837cddd" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1782d90100f40408eca50a5fca330a3" is_pre_election: true
02:11:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.462520 5185 raft_consensus.cc:2468] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 0.
02:11:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.462908 5333 raft_consensus.cc:2468] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 0.
02:11:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.463644 4956 leader_election.cc:304] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 289a96160dfb4920a13cc2e18db5364f, b4a607eb74d648bc9d205ba2fa3dbc62; no voters:
02:11:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.464632 5414 raft_consensus.cc:2804] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.464972 5414 raft_consensus.cc:493] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.465327 5414 raft_consensus.cc:3060] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 0 FOLLOWER]: Advancing to term 1
02:11:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.469647 5414 raft_consensus.cc:515] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.471165 5414 leader_election.cc:290] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 election: Requested vote from peers b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289), a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.471920 5185 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9c9dcb5deae45b1b2d6099b5837cddd" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62"
02:11:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.472208 5333 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9c9dcb5deae45b1b2d6099b5837cddd" candidate_uuid: "289a96160dfb4920a13cc2e18db5364f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1782d90100f40408eca50a5fca330a3"
02:11:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.472491 5185 raft_consensus.cc:3060] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62 [term 0 FOLLOWER]: Advancing to term 1
02:11:49.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.472716 5333 raft_consensus.cc:3060] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3 [term 0 FOLLOWER]: Advancing to term 1
02:11:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.479087 5333 raft_consensus.cc:2468] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 1.
02:11:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.479087 5185 raft_consensus.cc:2468] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 289a96160dfb4920a13cc2e18db5364f in term 1.
02:11:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.480186 4956 leader_election.cc:304] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 289a96160dfb4920a13cc2e18db5364f, b4a607eb74d648bc9d205ba2fa3dbc62; no voters:
02:11:49.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.480784 5414 raft_consensus.cc:2804] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 1 FOLLOWER]: Leader election won for term 1
02:11:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.481225 5414 raft_consensus.cc:697] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [term 1 LEADER]: Becoming Leader. State: Replica: 289a96160dfb4920a13cc2e18db5364f, State: Running, Role: LEADER
02:11:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.481936 5414 consensus_queue.cc:237] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } }
02:11:49.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.487883 5420 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: TxnStatusTablet state changed. Reason: New leader 289a96160dfb4920a13cc2e18db5364f. Latest consensus state: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.488621 5420 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: This TxnStatusTablet replica's current role is: LEADER
02:11:49.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.490761 5447 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:11:49.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.491159 5447 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:11:49.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.494973 4821 catalog_manager.cc:5671] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f reported cstate change: term changed from 0 to 1, leader changed from <none> to 289a96160dfb4920a13cc2e18db5364f (127.4.126.65). New cstate: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } health_report { overall_health: UNKNOWN } } }
02:11:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.640439 5333 raft_consensus.cc:1275] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3 [term 1 FOLLOWER]: Refusing update from remote peer 289a96160dfb4920a13cc2e18db5364f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.641096 5185 raft_consensus.cc:1275] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62 [term 1 FOLLOWER]: Refusing update from remote peer 289a96160dfb4920a13cc2e18db5364f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.641673 5414 consensus_queue.cc:1048] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.642411 5420 consensus_queue.cc:1048] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.657990 5416 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: TxnStatusTablet state changed. Reason: New leader 289a96160dfb4920a13cc2e18db5364f. Latest consensus state: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.658704 5416 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: This TxnStatusTablet replica's current role is: FOLLOWER
02:11:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.662513 5412 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: TxnStatusTablet state changed. Reason: New leader 289a96160dfb4920a13cc2e18db5364f. Latest consensus state: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.663194 5412 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: This TxnStatusTablet replica's current role is: FOLLOWER
02:11:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.670727 5440 mvcc.cc:204] Tried to move back new op lower bound from 7281763572273397760 to 7281763571645517824. Current Snapshot: MvccSnapshot[applied={T|T < 7281763572273397760}]
02:11:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.679821 5412 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.680614 5412 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P b4a607eb74d648bc9d205ba2fa3dbc62: This TxnStatusTablet replica's current role is: FOLLOWER
02:11:49.694 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:11:49.697 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8949d0234c454f5c9826642cf395142b
02:11:49.697 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.126.124:39591
02:11:49.698 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:11:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.698657 4601 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu with pid 4778
02:11:49.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.704993 5420 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.709882 5420 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: This TxnStatusTablet replica's current role is: LEADER
02:11:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.705121 5421 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.711223 5421 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P 289a96160dfb4920a13cc2e18db5364f: This TxnStatusTablet replica's current role is: LEADER
02:11:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.717365 5416 tablet_replica.cc:442] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "289a96160dfb4920a13cc2e18db5364f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" member_type: VOTER last_known_addr { host: "127.4.126.65" port: 37427 } } peers { permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" member_type: VOTER last_known_addr { host: "127.4.126.66" port: 38289 } } peers { permanent_uuid: "a1782d90100f40408eca50a5fca330a3" member_type: VOTER last_known_addr { host: "127.4.126.67" port: 46431 } } }
02:11:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.718036 5416 tablet_replica.cc:445] T f9c9dcb5deae45b1b2d6099b5837cddd P a1782d90100f40408eca50a5fca330a3: This TxnStatusTablet replica's current role is: FOLLOWER
02:11:49.745 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.126.124:39591(127.4.126.124:39591)] handling channelInactive
02:11:49.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.126.124:39591(127.4.126.124:39591)] cleaning up while in state READY due to: connection closed
02:11:49.748 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:11:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:49.746985 5255 connection.cc:570] client connection to 127.4.126.124:39591 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:11:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:49.749079 5378 heartbeater.cc:646] Failed to heartbeat to 127.4.126.124:39591 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:11:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:49.749191 5079 heartbeater.cc:646] Failed to heartbeat to 127.4.126.124:39591 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.4.126.124:39591 (error 108)
02:11:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.918634 5464 raft_consensus.cc:493] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 5e1ded6c6fbb401592747153dd5c47b2)
02:11:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.919092 5464 raft_consensus.cc:515] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.920825 5464 leader_election.cc:290] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819), 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591)
02:11:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.921952 4741 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1d2868a85e5470d884471686e320f80" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f77d180adc534a53b49addef8259dfb4" is_pre_election: true
02:11:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:49.925266 4631 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111) [suppressed 13 similar messages]
02:11:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.928907 5467 raft_consensus.cc:493] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 5e1ded6c6fbb401592747153dd5c47b2)
02:11:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:49.929499 4631 leader_election.cc:336] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.929499 5467 raft_consensus.cc:515] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.929961 4631 leader_election.cc:304] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d1d2868a85e5470d884471686e320f80; no voters: 5e1ded6c6fbb401592747153dd5c47b2, f77d180adc534a53b49addef8259dfb4
02:11:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.931299 5464 raft_consensus.cc:2749] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:11:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.932327 5467 leader_election.cc:290] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323), 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591)
02:11:49.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.933398 4654 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f77d180adc534a53b49addef8259dfb4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d1d2868a85e5470d884471686e320f80" is_pre_election: true
02:11:49.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.935063 4654 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f77d180adc534a53b49addef8259dfb4 in term 1.
02:11:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:49.935663 4716 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111) [suppressed 6 similar messages]
02:11:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.936643 4715 leader_election.cc:304] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d1d2868a85e5470d884471686e320f80, f77d180adc534a53b49addef8259dfb4; no voters:
02:11:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.937646 5467 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:11:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.938097 5467 raft_consensus.cc:493] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 5e1ded6c6fbb401592747153dd5c47b2)
02:11:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.938777 5467 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 1 FOLLOWER]: Advancing to term 2
02:11:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:49.946576 4716 leader_election.cc:336] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.947719 5467 raft_consensus.cc:515] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.949440 5467 leader_election.cc:290] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [CANDIDATE]: Term 2 election: Requested vote from peers d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323), 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591)
02:11:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.950184 4654 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f77d180adc534a53b49addef8259dfb4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d1d2868a85e5470d884471686e320f80"
02:11:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.950631 4654 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 1 FOLLOWER]: Advancing to term 2
02:11:49.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:49.953435 4716 leader_election.cc:336] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.957314 4654 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f77d180adc534a53b49addef8259dfb4 in term 2.
02:11:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.958209 4715 leader_election.cc:304] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d1d2868a85e5470d884471686e320f80, f77d180adc534a53b49addef8259dfb4; no voters: 5e1ded6c6fbb401592747153dd5c47b2
02:11:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.958989 5467 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 2 FOLLOWER]: Leader election won for term 2
02:11:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.961299 5467 raft_consensus.cc:697] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 2 LEADER]: Becoming Leader. State: Replica: f77d180adc534a53b49addef8259dfb4, State: Running, Role: LEADER
02:11:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.962426 5467 consensus_queue.cc:237] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.965467 5470 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f77d180adc534a53b49addef8259dfb4. Latest consensus state: current_term: 2 leader_uuid: "f77d180adc534a53b49addef8259dfb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.966079 5470 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: LEADER
02:11:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.968657 5471 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:11:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.975678 5471 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436]
02:11:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.977347 5471 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]
02:11:49.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.982239 5471 tablet_loader.cc:96] loaded metadata for tablet 492ea21fdd9b499e848cdb27e11c1e27 (table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b])
02:11:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.983335 5471 tablet_loader.cc:96] loaded metadata for tablet 63d7cc16913b46519f85c62bf50a59d3 (table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b])
02:11:49.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.984297 5471 tablet_loader.cc:96] loaded metadata for tablet f9c9dcb5deae45b1b2d6099b5837cddd (table kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436])
02:11:49.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.985108 5471 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:11:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.987773 5471 catalog_manager.cc:1269] Loaded cluster ID: e6d5351c02a649e18cc73d5e777d4b04
02:11:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.988034 5471 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:11:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.991317 5471 catalog_manager.cc:1514] Loading token signing keys...
02:11:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.993984 5471 catalog_manager.cc:6055] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: Loaded TSK: 0
02:11:49.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:49.994948 5471 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:11:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.048337 4654 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 2 FOLLOWER]: Refusing update from remote peer f77d180adc534a53b49addef8259dfb4: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
02:11:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.049820 5467 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:11:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.053227 5464 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f77d180adc534a53b49addef8259dfb4. Latest consensus state: current_term: 2 leader_uuid: "f77d180adc534a53b49addef8259dfb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.053942 5464 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: This master's current role is: FOLLOWER
02:11:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:50.075399 4716 consensus_peers.cc:597] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 -> Peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Couldn't send request to peer 5e1ded6c6fbb401592747153dd5c47b2. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:50.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.089658 5464 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "f77d180adc534a53b49addef8259dfb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.090359 5464 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: This master's current role is: FOLLOWER
02:11:50.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.097345 5476 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "f77d180adc534a53b49addef8259dfb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:50.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.098328 5476 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: LEADER
02:11:50.195 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.124:39591(127.4.126.124:39591)] connecting to peer
02:11:50.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591
02:11:50.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.126.124:39591(127.4.126.124:39591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591
02:11:50.197 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.4.126.124:39591(127.4.126.124:39591) for tablet Kudu Master: Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591
02:11:50.215 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.124:39591(127.4.126.124:39591)] connecting to peer
02:11:50.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591
02:11:50.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.126.124:39591(127.4.126.124:39591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591
02:11:50.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.124:39591: Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591
02:11:50.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:11:50.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=25), Traces: [0ms] sending RPC to server master-127.4.126.124:39591, [2ms] received response from server master-127.4.126.124:39591: Network error: Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: Network error: Failed to connect to peer master-127.4.126.124:39591(127.4.126.124:39591): Connection refused: /127.4.126.124:39591, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, deferred=Deferred@1345958341(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007fcd94336050@55cc2d52, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007fcd94336278@6123a75e)) after lookup
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:50.286237 4730 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37710:
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:11:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:11:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:50.290426 4730 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:11:50.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:50.542416 4716 consensus_peers.cc:597] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 -> Peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Couldn't send request to peer 5e1ded6c6fbb401592747153dd5c47b2. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:11:50.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:50.696524 5230 heartbeater.cc:646] Failed to heartbeat to 127.4.126.124:39591 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111)
02:11:51.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:51.067631 4716 consensus_peers.cc:597] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 -> Peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Couldn't send request to peer 5e1ded6c6fbb401592747153dd5c47b2. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:11:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:51.536213 4716 consensus_peers.cc:597] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 -> Peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Couldn't send request to peer 5e1ded6c6fbb401592747153dd5c47b2. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:11:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:51.709380 5231 heartbeater.cc:499] Master 127.4.126.125:46819 was elected leader, sending a full tablet report...
02:11:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:51.720136 5080 heartbeater.cc:499] Master 127.4.126.125:46819 was elected leader, sending a full tablet report...
02:11:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:51.726352 5379 heartbeater.cc:499] Master 127.4.126.125:46819 was elected leader, sending a full tablet report...
02:11:51.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 63d7cc16913b46519f85c62bf50a59d3 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
02:11:51.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 492ea21fdd9b499e848cdb27e11c1e27 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
02:11:51.757 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=63d7cc16913b46519f85c62bf50a59d3@[289a96160dfb4920a13cc2e18db5364f(127.4.126.65:37427)[L],a1782d90100f40408eca50a5fca330a3(127.4.126.67:46431),b4a607eb74d648bc9d205ba2fa3dbc62(127.4.126.66:38289)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=492ea21fdd9b499e848cdb27e11c1e27@[289a96160dfb4920a13cc2e18db5364f(127.4.126.65:37427)[L],a1782d90100f40408eca50a5fca330a3(127.4.126.67:46431),b4a607eb74d648bc9d205ba2fa3dbc62(127.4.126.66:38289)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:11:51.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.126.125:46819, [4ms] Sub RPC GetTableLocations: received response from server master-127.4.126.125:46819: OK, deferred=null) after lookup
02:11:51.758 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 289a96160dfb4920a13cc2e18db5364f(127.4.126.65:37427)] connecting to peer
02:11:51.759 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 289a96160dfb4920a13cc2e18db5364f(127.4.126.65:37427)] Successfully connected to peer
02:11:51.772 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x3e32faeb, L:/127.0.0.1:50638 - R:/127.4.126.65:37427] using TOKEN/null
02:11:51.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:51.779994 4966 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.4.126.124:39591)
02:11:51.861 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.126.124:39591
02:11:51.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:51.863076 4601 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/logs
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/info.pb
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.124:39591
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.124
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40069
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:11:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:11:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.023895 4716 consensus_peers.cc:597] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 -> Peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Couldn't send request to peer 5e1ded6c6fbb401592747153dd5c47b2. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
02:11:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.195027 5518 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.195580 5518 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.196141 5518 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.231145 5518 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.231439 5518 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:11:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.231598 5518 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.231797 5518 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.232084 5518 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.232291 5518 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.232442 5518 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45571/jwks.json
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:52.272198 5518 master_runner.cc:386] Master server non-default flags:
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.124:39591
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/info.pb
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.124
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40069
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/logs
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:20 UTC on e7f111948823
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11719
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:52.273494 5518 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:52.275095 5518 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.289177 5525 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:52.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.523509 4716 consensus_peers.cc:597] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 -> Peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Couldn't send request to peer 5e1ded6c6fbb401592747153dd5c47b2. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
02:11:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:53.007548 4716 consensus_peers.cc:597] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 -> Peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Couldn't send request to peer 5e1ded6c6fbb401592747153dd5c47b2. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
02:11:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.296530 5527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:52.294117 5524 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:53.541498 5526 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:11:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.541664 5518 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.545790 5518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.548976 5518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.550413 5518 hybrid_clock.cc:648] HybridClock initialized: now 1777774313550332 us; error 98 us; skew 500 ppm
02:11:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.551172 5518 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.557917 5518 webserver.cc:492] Webserver started at http://127.4.126.124:40069/ using document root <none> and password file <none>
02:11:53.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.559134 5518 fs_manager.cc:362] Metadata directory not provided
02:11:53.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.559398 5518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:53.562247 4716 consensus_peers.cc:597] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 -> Peer 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591): Couldn't send request to peer 5e1ded6c6fbb401592747153dd5c47b2. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.124:39591: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
02:11:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.567699 5518 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
02:11:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.573722 5539 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:11:53.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.575013 5518 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
02:11:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.575433 5518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data,/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e1ded6c6fbb401592747153dd5c47b2"
02:11:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:38 on dist-test-slave-rs3m"
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.577515 5518 fs_report.cc:389] FS layout report
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/wal
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/data
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.648669 5518 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:11:53.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.650264 5518 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:53.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.650686 5518 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.747038 5518 rpc_server.cc:307] RPC server started. Bound to: 127.4.126.124:39591
02:11:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.747149 5602 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.126.124:39591 every 8 connection(s)
02:11:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.750011 5518 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-2/data/info.pb
02:11:53.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.755112 4601 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu as pid 5518
02:11:53.756 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:11:53.756 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.126.125:46819
02:11:53.756 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:11:53.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.756590 4601 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu with pid 4693
02:11:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.773198 5603 sys_catalog.cc:263] Verifying existing consensus state
02:11:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.783618 5603 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Bootstrap starting.
02:11:53.800 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.126.125:46819(127.4.126.125:46819)] handling channelInactive
02:11:53.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.126.125:46819(127.4.126.125:46819)] cleaning up while in state READY due to: connection closed
02:11:53.803 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:11:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.803635 5378 heartbeater.cc:344] Connected to a master server at 127.4.126.124:39591
02:11:53.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.811515 5079 heartbeater.cc:344] Connected to a master server at 127.4.126.124:39591
02:11:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.841128 5603 log.cc:826] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Log is configured to *not* fsync() on all Append() calls
02:11:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.874939 5603 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.875749 5603 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Bootstrap complete.
02:11:53.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.895298 5603 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:53.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.897607 5603 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e1ded6c6fbb401592747153dd5c47b2, State: Initialized, Role: FOLLOWER
02:11:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.898340 5603 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.900748 5610 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.901427 5610 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: FOLLOWER
02:11:53.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.902040 5603 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: configured and running, proceeding with master startup.
02:11:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.931553 5621 catalog_manager.cc:1269] Loaded cluster ID: e6d5351c02a649e18cc73d5e777d4b04
02:11:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.932101 5621 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: loading cluster ID for follower catalog manager: success
02:11:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.940158 5621 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: acquiring CA information for follower catalog manager: success
02:11:53.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.946125 5621 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:53.955 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.125:46819(127.4.126.125:46819)] connecting to peer
02:11:53.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:53.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.126.125:46819(127.4.126.125:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:53.957 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location master-127.4.126.125:46819(127.4.126.125:46819) for tablet Kudu Master: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:53.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.947741 5518 master_runner.cc:186] Error getting master registration for 127.4.126.125:46819: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111),
02:11:53.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.965902 5518 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:11:53.975 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.125:46819(127.4.126.125:46819)] connecting to peer
02:11:53.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.124:39591(127.4.126.124:39591)] connecting to peer
02:11:53.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:53.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.126.125:46819(127.4.126.125:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:53.977 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.126.124:39591(127.4.126.124:39591)] Successfully connected to peer
02:11:53.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.125:46819: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:53.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.979004 5627 raft_consensus.cc:493] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader f77d180adc534a53b49addef8259dfb4)
02:11:53.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.979988 5627 raft_consensus.cc:515] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:53.985464 5627 leader_election.cc:290] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819), 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591)
02:11:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.003575 5567 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1d2868a85e5470d884471686e320f80" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "5e1ded6c6fbb401592747153dd5c47b2" is_pre_election: true
02:11:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.004660 5567 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1d2868a85e5470d884471686e320f80 in term 1.
02:11:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:54.005597 4632 leader_election.cc:336] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:54.006 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9adf5ed7, L:/127.0.0.1:58760 - R:/127.4.126.124:39591] using TOKEN/null
02:11:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.006623 4631 leader_election.cc:304] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5e1ded6c6fbb401592747153dd5c47b2, d1d2868a85e5470d884471686e320f80; no voters: f77d180adc534a53b49addef8259dfb4
02:11:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.007951 5627 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:11:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.008293 5627 raft_consensus.cc:493] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 2 FOLLOWER]: Starting leader election (detected failure of leader f77d180adc534a53b49addef8259dfb4)
02:11:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.008620 5627 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 2 FOLLOWER]: Advancing to term 3
02:11:54.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:54.015 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.125:46819(127.4.126.125:46819)] connecting to peer
02:11:54.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.126.125:46819(127.4.126.125:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.125:46819: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.015322 5627 raft_consensus.cc:515] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:54.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.017328 5627 leader_election.cc:290] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 3 election: Requested vote from peers f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819), 5e1ded6c6fbb401592747153dd5c47b2 (127.4.126.124:39591)
02:11:54.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.018465 5567 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1d2868a85e5470d884471686e320f80" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "5e1ded6c6fbb401592747153dd5c47b2"
02:11:54.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.018975 5567 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 1 FOLLOWER]: Advancing to term 3
02:11:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:54.023245 4632 leader_election.cc:336] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111)
02:11:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.026996 5567 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1d2868a85e5470d884471686e320f80 in term 3.
02:11:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.028075 4631 leader_election.cc:304] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5e1ded6c6fbb401592747153dd5c47b2, d1d2868a85e5470d884471686e320f80; no voters: f77d180adc534a53b49addef8259dfb4
02:11:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.028746 5627 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 3 FOLLOWER]: Leader election won for term 3
02:11:54.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.031708 5627 raft_consensus.cc:697] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [term 3 LEADER]: Becoming Leader. State: Replica: d1d2868a85e5470d884471686e320f80, State: Running, Role: LEADER
02:11:54.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.032807 5627 consensus_queue.cc:237] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:54.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.038231 5631 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d1d2868a85e5470d884471686e320f80. Latest consensus state: current_term: 3 leader_uuid: "d1d2868a85e5470d884471686e320f80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.039243 5631 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: This master's current role is: LEADER
02:11:54.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.041836 5633 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:11:54.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.052457 5633 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436]
02:11:54.055 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.125:46819(127.4.126.125:46819)] connecting to peer
02:11:54.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.126.125:46819(127.4.126.125:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.125:46819: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.054600 5633 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]
02:11:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.065358 5633 tablet_loader.cc:96] loaded metadata for tablet 492ea21fdd9b499e848cdb27e11c1e27 (table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b])
02:11:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.067260 5633 tablet_loader.cc:96] loaded metadata for tablet 63d7cc16913b46519f85c62bf50a59d3 (table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b])
02:11:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.068774 5633 tablet_loader.cc:96] loaded metadata for tablet f9c9dcb5deae45b1b2d6099b5837cddd (table kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436])
02:11:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.070219 5633 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:11:54.071 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.074855 5633 catalog_manager.cc:1269] Loaded cluster ID: e6d5351c02a649e18cc73d5e777d4b04
02:11:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.075325 5633 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:11:54.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.081456 5633 catalog_manager.cc:1514] Loading token signing keys...
02:11:54.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.086088 5633 catalog_manager.cc:6055] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80: Loaded TSK: 0
02:11:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.087409 5633 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:11:54.095 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.125:46819(127.4.126.125:46819)] connecting to peer
02:11:54.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.126.125:46819(127.4.126.125:46819)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.125:46819: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819
02:11:54.101 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:11:54.101 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=146), Traces: [0ms] sending RPC to server master-127.4.126.125:46819, [2ms] received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [116ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, deferred=Deferred@509978248(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007fcd94336050@67f084cf -> (continuation of Deferred@1336873405 after retry RPC after error@740521304) -> (continuation of Deferred@524408754 after retry RPC after error@2096426601) -> (continuation of Deferred@1273047731 after retry RPC after error@2094993186), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007fcd94336278@6db2bb4c -> (continuation of Deferred@1336873405 after retry RPC after error@740521304) -> (continuation of Deferred@524408754 after retry RPC after error@2096426601) -> (continuation of Deferred@1273047731 after retry RPC after error@2094993186))) after lookup
02:11:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.146041 5567 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 3 FOLLOWER]: Refusing update from remote peer d1d2868a85e5470d884471686e320f80: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
02:11:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.147837 5631 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
02:11:54.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:54.163039 4632 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 -> Peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Couldn't send request to peer f77d180adc534a53b49addef8259dfb4. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.176151 5644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d1d2868a85e5470d884471686e320f80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.176860 5644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: FOLLOWER
02:11:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.179502 5610 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d1d2868a85e5470d884471686e320f80. Latest consensus state: current_term: 3 leader_uuid: "d1d2868a85e5470d884471686e320f80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.180230 5610 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: FOLLOWER
02:11:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.183676 5610 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d1d2868a85e5470d884471686e320f80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.184533 5610 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: FOLLOWER
02:11:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.188542 5627 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "d1d2868a85e5470d884471686e320f80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.189302 5627 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 [sys.catalog]: This master's current role is: LEADER
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.170584 4645 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54186:
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:11:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:54.203370 4645 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:11:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:54.208029 4676 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:48662 (request call id 6) took 104 ms (client timeout 104 ms). Trace:
02:11:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:54.208506 4676 rpcz_store.cc:269] 0503 02:11:54.103571 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:54.103781 (+ 210us) service_pool.cc:224] Handling call
02:11:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:54.207711 (+103930us) inbound_call.cc:177] Queueing success response
02:11:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1047,"init.queue_time_us":2113,"thread_start_us":13087,"threads_started":5}
02:11:54.210 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=255), Traces: [0ms] sending RPC to server master-127.4.126.125:46819, [2ms] received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [116ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [147ms] sending RPC to server master-127.4.126.126:46323, [255ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@509978248(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007fcd94336050@67f084cf -> (continuation of Deferred@1336873405 after retry RPC after error@740521304) -> (continuation of Deferred@524408754 after retry RPC after error@2096426601) -> (continuation of Deferred@1273047731 after retry RPC after error@2094993186) -> (continuation of Deferred@913213237 after retry RPC@1947768825), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007fcd94336278@6db2bb4c -> (continuation of Deferred@1336873405 after retry RPC after error@740521304) -> (continuation of Deferred@524408754 after retry RPC after error@2096426601) -> (continuation of Deferred@1273047731 after retry RPC after error@2094993186) -> (continuation of Deferred@913213237 after retry RPC@1947768825)))
02:11:54.211 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=255), Traces: [0ms] sending RPC to server master-127.4.126.125:46819, [2ms] received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [116ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [116ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Network error: Failed to connect to peer master-127.4.126.125:46819(127.4.126.125:46819): Connection refused: /127.4.126.125:46819, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: OK, [147ms] sending RPC to server master-127.4.126.126:46323, [255ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@509978248(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007fcd94336050@67f084cf -> (continuation of Deferred@1336873405 after retry RPC after error@740521304) -> (continuation of Deferred@524408754 after retry RPC after error@2096426601) -> (continuation of Deferred@1273047731 after retry RPC after error@2094993186) -> (continuation of Deferred@913213237 after retry RPC@1947768825), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007fcd94336278@6db2bb4c -> (continuation of Deferred@1336873405 after retry RPC after error@740521304) -> (continuation of Deferred@524408754 after retry RPC after error@2096426601) -> (continuation of Deferred@1273047731 after retry RPC after error@2094993186) -> (continuation of Deferred@913213237 after retry RPC@1947768825)))
02:11:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:54.627722 4632 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 -> Peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Couldn't send request to peer f77d180adc534a53b49addef8259dfb4. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:11:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.721560 5230 heartbeater.cc:344] Connected to a master server at 127.4.126.124:39591
02:11:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.726974 5557 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" instance_seqno: 1777774306060560) as {username='slave'} at 127.4.126.66:56165; Asking this server to re-register.
02:11:54.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.728434 5230 heartbeater.cc:461] Registering TS with master...
02:11:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.738566 5556 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" instance_seqno: 1777774303979281) as {username='slave'} at 127.4.126.65:59711; Asking this server to re-register.
02:11:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.740198 5079 heartbeater.cc:461] Registering TS with master...
02:11:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.741653 5081 heartbeater.cc:499] Master 127.4.126.126:46323 was elected leader, sending a full tablet report...
02:11:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.742753 5557 ts_manager.cc:194] Registered new tserver with Master: b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289)
02:11:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.746860 5556 ts_manager.cc:194] Registered new tserver with Master: 289a96160dfb4920a13cc2e18db5364f (127.4.126.65:37427)
02:11:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.814851 5556 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a1782d90100f40408eca50a5fca330a3" instance_seqno: 1777774308210249) as {username='slave'} at 127.4.126.67:48657; Asking this server to re-register.
02:11:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.816390 5378 heartbeater.cc:461] Registering TS with master...
02:11:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:54.819352 5556 ts_manager.cc:194] Registered new tserver with Master: a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:54.959731 4632 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111) [suppressed 10 similar messages]
02:11:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:55.161526 4632 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 -> Peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Couldn't send request to peer f77d180adc534a53b49addef8259dfb4. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:11:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:55.675981 4632 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 -> Peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Couldn't send request to peer f77d180adc534a53b49addef8259dfb4. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:11:55.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:55.710023 5232 heartbeater.cc:499] Master 127.4.126.126:46323 was elected leader, sending a full tablet report...
02:11:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:55.752220 5380 heartbeater.cc:499] Master 127.4.126.126:46323 was elected leader, sending a full tablet report...
02:11:55.889 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.126.125:46819
02:11:55.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:55.890986 4601 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/logs
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/info.pb
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.125:46819
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.125
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36971
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:11:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:11:56.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.172904 4632 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 -> Peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Couldn't send request to peer f77d180adc534a53b49addef8259dfb4. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
02:11:56.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.225270 5673 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.225836 5673 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.226334 5673 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.263049 5673 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.263332 5673 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:11:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.263489 5673 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.263684 5673 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.263964 5673 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.264191 5673 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.264340 5673 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45571/jwks.json
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:56.305171 5673 master_runner.cc:386] Master server non-default flags:
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.126.84:41307
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.126.126:46323,127.4.126.125:46819,127.4.126.124:39591
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.126.125:46819
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45571/jwks.json
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/info.pb
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.126.125
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36971
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/logs
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:20 UTC on e7f111948823
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11719
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:56.306530 5673 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:56.308774 5673 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.322212 5679 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.694716 4632 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 -> Peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Couldn't send request to peer f77d180adc534a53b49addef8259dfb4. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
02:11:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.724213 5374 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9140 after lost signal to thread 5236
02:11:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.726492 5374 debug-util.cc:398] Leaking SignalData structure 0x7b080005c4e0 after lost signal to thread 5377
02:11:57.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:57.207695 4632 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 -> Peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Couldn't send request to peer f77d180adc534a53b49addef8259dfb4. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
02:11:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:57.788770 4632 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1d2868a85e5470d884471686e320f80 -> Peer f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819): Couldn't send request to peer f77d180adc534a53b49addef8259dfb4. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.125:46819: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:56.323186 5680 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:57.955466 5673 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.635s user 0.604s sys 1.003s
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:57.955879 5673 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.636s user 0.604s sys 1.003s
02:11:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:57.729504 5678 debug-util.cc:398] Leaking SignalData structure 0x7b0800002380 after lost signal to thread 5673
02:11:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.963136 5673 server_base.cc:1061] running on GCE node
02:11:57.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:57.963743 5694 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:57.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.964990 5673 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.967478 5673 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.968854 5673 hybrid_clock.cc:648] HybridClock initialized: now 1777774317968786 us; error 77 us; skew 500 ppm
02:11:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.970141 5673 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.976248 5673 webserver.cc:492] Webserver started at http://127.4.126.125:36971/ using document root <none> and password file <none>
02:11:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.977376 5673 fs_manager.cc:362] Metadata directory not provided
02:11:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.977648 5673 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:57.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.987003 5673 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
02:11:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.992337 5699 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:11:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.993631 5673 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.994020 5673 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data,/tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f77d180adc534a53b49addef8259dfb4"
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:11:36 on dist-test-slave-rs3m"
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:57.996143 5673 fs_report.cc:389] FS layout report
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/wal
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/data
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.139178 5673 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:11:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.141368 5673 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:58.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.141963 5673 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.247407 5673 rpc_server.cc:307] RPC server started. Bound to: 127.4.126.125:46819
02:11:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.247428 5760 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.126.125:46819 every 8 connection(s)
02:11:58.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.253165 4601 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu as pid 5673
02:11:58.254 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:11:58.254 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.126.126:46323
02:11:58.254 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:11:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.254706 4601 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu with pid 4613
02:11:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.252271 5673 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskeUQaxP/test-tmp/mini-kudu-cluster13232330155110434173/master-1/data/info.pb
02:11:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.282003 5762 sys_catalog.cc:263] Verifying existing consensus state
02:11:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.287540 5762 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: Bootstrap starting.
02:11:58.311 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.126.126:46323(127.4.126.126:46323)] handling channelInactive
02:11:58.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state READY due to: connection closed
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.313221 5761 negotiation.cc:336] Failed RPC negotiation. Trace:
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.250862 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:52118 (local address 127.4.126.125:46819)
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.257860 (+ 6998us) server_negotiation.cc:207] Beginning negotiation
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.257907 (+ 47us) server_negotiation.cc:400] Waiting for connection header
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.258006 (+ 99us) server_negotiation.cc:408] Connection header received
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.264893 (+ 6887us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.264979 (+ 86us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.265739 (+ 760us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.266294 (+ 555us) server_negotiation.cc:227] Negotiated authn=SASL
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.310375 (+ 44081us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52118: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:11:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":5933,"thread_start_us":13072,"threads_started":1}
02:11:58.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:11:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.338732 5762 log.cc:826] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: Log is configured to *not* fsync() on all Append() calls
02:11:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.373586 5762 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:11:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.374486 5762 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: Bootstrap complete.
02:11:58.395 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.394073 5762 raft_consensus.cc:359] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:58.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.396714 5762 raft_consensus.cc:740] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: f77d180adc534a53b49addef8259dfb4, State: Initialized, Role: FOLLOWER
02:11:58.397 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.4.126.126:46323(127.4.126.126:46323) for tablet Kudu Master: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.397699 5762 consensus_queue.cc:260] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.400775 5765 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.401590 5765 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.402529 5762 sys_catalog.cc:565] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: configured and running, proceeding with master startup.
02:11:58.415 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.125:46819(127.4.126.125:46819)] connecting to peer
02:11:58.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.417 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.4.126.125:46819(127.4.126.125:46819)] Successfully connected to peer
02:11:58.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.431 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.126.125
02:11:58.452 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x9b19b179, L:/127.0.0.1:52124 - R:/127.4.126.125:46819] using SASL/PLAIN
02:11:58.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.125:46819: Catalog manager is not initialized. State: Starting
02:11:58.460 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.474802 5776 catalog_manager.cc:1269] Loaded cluster ID: e6d5351c02a649e18cc73d5e777d4b04
02:11:58.475 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.475271 5776 catalog_manager.cc:1562] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: loading cluster ID for follower catalog manager: success
02:11:58.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.483644 5776 catalog_manager.cc:1584] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: acquiring CA information for follower catalog manager: success
02:11:58.486 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.489909 5776 catalog_manager.cc:1612] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:58.495 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.474485 5673 master_runner.cc:186] Error getting master registration for 127.4.126.126:46323: Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111),
02:11:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.504781 5673 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:11:58.515 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.535 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.555259 5779 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader d1d2868a85e5470d884471686e320f80)
02:11:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.555824 5779 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:58.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.566493 5779 leader_election.cc:290] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323), f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819)
02:11:58.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.574997 5541 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111)
02:11:58.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.583760 5726 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e1ded6c6fbb401592747153dd5c47b2" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "f77d180adc534a53b49addef8259dfb4" is_pre_election: true
02:11:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.584836 5726 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e1ded6c6fbb401592747153dd5c47b2 in term 2.
02:11:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.586119 5541 leader_election.cc:336] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323): Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111)
02:11:58.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.586898 5543 leader_election.cc:304] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5e1ded6c6fbb401592747153dd5c47b2, f77d180adc534a53b49addef8259dfb4; no voters: d1d2868a85e5470d884471686e320f80
02:11:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.587824 5779 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 3 FOLLOWER]: Leader pre-election won for term 4
02:11:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.588191 5779 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 3 FOLLOWER]: Starting leader election (detected failure of leader d1d2868a85e5470d884471686e320f80)
02:11:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.588543 5779 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 3 FOLLOWER]: Advancing to term 4
02:11:58.595 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.596282 5779 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.598348 5779 leader_election.cc:290] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 4 election: Requested vote from peers d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323), f77d180adc534a53b49addef8259dfb4 (127.4.126.125:46819)
02:11:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.602694 5726 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e1ded6c6fbb401592747153dd5c47b2" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "f77d180adc534a53b49addef8259dfb4"
02:11:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.603279 5726 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 2 FOLLOWER]: Advancing to term 4
02:11:58.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.605940 5541 leader_election.cc:336] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323): Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111)
02:11:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.622097 5726 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e1ded6c6fbb401592747153dd5c47b2 in term 4.
02:11:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.623483 5543 leader_election.cc:304] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5e1ded6c6fbb401592747153dd5c47b2, f77d180adc534a53b49addef8259dfb4; no voters: d1d2868a85e5470d884471686e320f80
02:11:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.625046 5779 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 4 FOLLOWER]: Leader election won for term 4
02:11:58.635 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.643414 5779 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [term 4 LEADER]: Becoming Leader. State: Replica: 5e1ded6c6fbb401592747153dd5c47b2, State: Running, Role: LEADER
02:11:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.644522 5779 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } }
02:11:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.651726 5556 rpcz_store.cc:267] Call kudu.master.MasterService.ConnectToMaster from 127.0.0.1:58760 (request call id 10) took 13 ms (client timeout 11 ms). Trace:
02:11:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.652308 5556 rpcz_store.cc:269] 0503 02:11:58.638036 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.639940 (+ 1904us) service_pool.cc:224] Handling call
02:11:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.651200 (+ 11260us) spinlock_profiling.cc:243] Waited 10.2 ms on lock 0x7b54000203d4. stack: 00007f8530484c83 00007f8530484b80 00007f852fff5574 000000000050e094 000000000050e029 00007f85374dd470 00007f853757c31a 00007f853929046c 00007f853938d6a9 00007f8536f93a24 00007f8536f939b2 00007f8536f938e1 00007f8536f9385c 00007f8536f92b12 00007f8535266bcc 00007f8535266006
02:11:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.651636 (+ 436us) inbound_call.cc:177] Queueing success response
02:11:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":23461248}
02:11:58.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.126.126:46323, [2ms] received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [32ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [65ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [207ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [209ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [209ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [260ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, deferred=Deferred@1636190378(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007fcd94336050@3ec88fc0 -> (continuation of Deferred@1567457549 after retry RPC after error@1690969625) -> (continuation of Deferred@937095474 after retry RPC after error@1301732998) -> (continuation of Deferred@2093112272 after retry RPC after error@1225605311) -> (continuation of Deferred@691960781 after retry RPC after error@1386738306) -> (continuation of Deferred@1020604381 after retry RPC after error@536774720) -> (continuation of Deferred@1170499681 after retry RPC after error@672838073), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007fcd94336278@3da4c8a0 -> (continuation of Deferred@1567457549 after retry RPC after error@1690969625) -> (continuation of Deferred@937095474 after retry RPC after error@1301732998) -> (continuation of Deferred@2093112272 after retry RPC after error@1225605311) -> (continuation of Deferred@691960781 after retry RPC after error@1386738306) -> (continuation of Deferred@1020604381 after retry RPC after error@536774720) -> (continuation of Deferred@1170499681 after retry RPC after error@672838073)))
02:11:58.655 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.4.126.126:46323, [2ms] received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [32ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [65ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [207ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [209ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [209ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, deferred=Deferred@1636190378(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007fcd94336050@3ec88fc0 -> (continuation of Deferred@1567457549 after retry RPC after error@1690969625) -> (continuation of Deferred@937095474 after retry RPC after error@1301732998) -> (continuation of Deferred@2093112272 after retry RPC after error@1225605311) -> (continuation of Deferred@691960781 after retry RPC after error@1386738306) -> (continuation of Deferred@1020604381 after retry RPC after error@536774720) -> (continuation of Deferred@1170499681 after retry RPC after error@672838073), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007fcd94336278@3da4c8a0 -> (continuation of Deferred@1567457549 after retry RPC after error@1690969625) -> (continuation of Deferred@937095474 after retry RPC after error@1301732998) -> (continuation of Deferred@2093112272 after retry RPC after error@1225605311) -> (continuation of Deferred@691960781 after retry RPC after error@1386738306) -> (continuation of Deferred@1020604381 after retry RPC after error@536774720) -> (continuation of Deferred@1170499681 after retry RPC after error@672838073)))
02:11:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.651441 5783 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e1ded6c6fbb401592747153dd5c47b2. Latest consensus state: current_term: 4 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.657910 5783 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: LEADER
02:11:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.670132 5785 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:11:58.675 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.685880 5785 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436]
02:11:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.688989 5785 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b]
02:11:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.700913 5785 tablet_loader.cc:96] loaded metadata for tablet 492ea21fdd9b499e848cdb27e11c1e27 (table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b])
02:11:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.703498 5785 tablet_loader.cc:96] loaded metadata for tablet 63d7cc16913b46519f85c62bf50a59d3 (table txn_manager_fallback_rolling [id=8949d0234c454f5c9826642cf395142b])
02:11:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.705785 5785 tablet_loader.cc:96] loaded metadata for tablet f9c9dcb5deae45b1b2d6099b5837cddd (table kudu_system.kudu_transactions [id=2fefd0b4e0984230a30fcf538efe4436])
02:11:58.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.709609 5785 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:11:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.714143 5785 catalog_manager.cc:1269] Loaded cluster ID: e6d5351c02a649e18cc73d5e777d4b04
02:11:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.714416 5785 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:11:58.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.721 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.728471 5541 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 -> Peer d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323): Couldn't send request to peer d1d2868a85e5470d884471686e320f80. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:11:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.730691 5785 catalog_manager.cc:1514] Loading token signing keys...
02:11:58.735 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.740 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323; will retry
02:11:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.735399 5785 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2: Loaded TSK: 0
02:11:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.741657 5785 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:11:58.755 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.126.126:46323(127.4.126.126:46323)] connecting to peer
02:11:58.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.126.126:46323(127.4.126.126:46323)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.126.126:46323: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323
02:11:58.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:11:58.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=87), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, deferred=Deferred@2119505802(state=PENDING, result=null, callback=(continuation of Deferred@1683731868 after retry RPC after error@1485059113) -> (continuation of Deferred@1507199787 after retry RPC after error@258588380) -> (continuation of Deferred@916917752 after retry RPC after error@1341866617), errback=(continuation of Deferred@1683731868 after retry RPC after error@1485059113) -> (continuation of Deferred@1507199787 after retry RPC after error@258588380) -> (continuation of Deferred@916917752 after retry RPC after error@1341866617))) after lookup
02:11:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.769685 5726 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [term 4 FOLLOWER]: Refusing update from remote peer 5e1ded6c6fbb401592747153dd5c47b2: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
02:11:58.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.771595 5783 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
02:11:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.802026 5231 heartbeater.cc:344] Connected to a master server at 127.4.126.125:46819
02:11:58.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.860023 5765 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e1ded6c6fbb401592747153dd5c47b2. Latest consensus state: current_term: 4 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.860926 5765 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:58.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.859680 5716 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b4a607eb74d648bc9d205ba2fa3dbc62" instance_seqno: 1777774306060560) as {username='slave'} at 127.4.126.66:49321; Asking this server to re-register.
02:11:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.863986 5231 heartbeater.cc:461] Registering TS with master...
02:11:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.865926 5379 heartbeater.cc:344] Connected to a master server at 127.4.126.125:46819
02:11:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.873102 5779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:58.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.873801 5779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 [sys.catalog]: This master's current role is: LEADER
02:11:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.882002 5716 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a1782d90100f40408eca50a5fca330a3" instance_seqno: 1777774308210249) as {username='slave'} at 127.4.126.67:51557; Asking this server to re-register.
02:11:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.884356 5715 ts_manager.cc:194] Registered new tserver with Master: b4a607eb74d648bc9d205ba2fa3dbc62 (127.4.126.66:38289)
02:11:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.885443 5795 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.889482 5795 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.886595 5765 sys_catalog.cc:455] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "5e1ded6c6fbb401592747153dd5c47b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d1d2868a85e5470d884471686e320f80" member_type: VOTER last_known_addr { host: "127.4.126.126" port: 46323 } } peers { permanent_uuid: "f77d180adc534a53b49addef8259dfb4" member_type: VOTER last_known_addr { host: "127.4.126.125" port: 46819 } } peers { permanent_uuid: "5e1ded6c6fbb401592747153dd5c47b2" member_type: VOTER last_known_addr { host: "127.4.126.124" port: 39591 } } }
02:11:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.890136 5765 sys_catalog.cc:458] T 00000000000000000000000000000000 P f77d180adc534a53b49addef8259dfb4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.891376 5379 heartbeater.cc:461] Registering TS with master...
02:11:58.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.895911 5715 ts_manager.cc:194] Registered new tserver with Master: a1782d90100f40408eca50a5fca330a3 (127.4.126.67:46431)
02:11:58.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.897296 5080 heartbeater.cc:344] Connected to a master server at 127.4.126.125:46819
02:11:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.901386 5715 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "289a96160dfb4920a13cc2e18db5364f" instance_seqno: 1777774303979281) as {username='slave'} at 127.4.126.65:43257; Asking this server to re-register.
02:11:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.902827 5080 heartbeater.cc:461] Registering TS with master...
02:11:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.906461 5715 ts_manager.cc:194] Registered new tserver with Master: 289a96160dfb4920a13cc2e18db5364f (127.4.126.65:37427)
02:11:58.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.925915 5588 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:58760 (request call id 15) took 162 ms (client timeout 162 ms). Trace:
02:11:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.926342 5588 rpcz_store.cc:269] 0503 02:11:58.763509 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.763628 (+ 119us) service_pool.cc:224] Handling call
02:11:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.925690 (+162062us) inbound_call.cc:177] Queueing success response
02:11:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":25701,"thread_start_us":87659,"threads_started":5}
02:11:58.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [88ms] sending RPC to server master-127.4.126.124:39591, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2119505802(state=PENDING, result=null, callback=(continuation of Deferred@1683731868 after retry RPC after error@1485059113) -> (continuation of Deferred@1507199787 after retry RPC after error@258588380) -> (continuation of Deferred@916917752 after retry RPC after error@1341866617) -> (continuation of Deferred@639469566 after retry RPC@1681937087), errback=(continuation of Deferred@1683731868 after retry RPC after error@1485059113) -> (continuation of Deferred@1507199787 after retry RPC after error@258588380) -> (continuation of Deferred@916917752 after retry RPC after error@1341866617) -> (continuation of Deferred@639469566 after retry RPC@1681937087)))
02:11:58.928 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.4.126.125:46819,127.4.126.124:39591,127.4.126.126:46323) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.125:46819, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.124:39591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.126.126:46323, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.126:46323: Network error: Failed to connect to peer master-127.4.126.126:46323(127.4.126.126:46323): Connection refused: /127.4.126.126:46323, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.125:46819: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.126.124:39591: OK, [88ms] sending RPC to server master-127.4.126.124:39591, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2119505802(state=PENDING, result=null, callback=(continuation of Deferred@1683731868 after retry RPC after error@1485059113) -> (continuation of Deferred@1507199787 after retry RPC after error@258588380) -> (continuation of Deferred@916917752 after retry RPC after error@1341866617) -> (continuation of Deferred@639469566 after retry RPC@1681937087), errback=(continuation of Deferred@1683731868 after retry RPC after error@1485059113) -> (continuation of Deferred@1507199787 after retry RPC after error@258588380) -> (continuation of Deferred@916917752 after retry RPC after error@1341866617) -> (continuation of Deferred@639469566 after retry RPC@1681937087)))
02:11:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.970207 5518 master_runner.cc:186] Error getting master registration for 127.4.126.126:46323: Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111),
02:11:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.970619 5518 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:58.995098 5557 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58774:
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:11:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:11:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:58.999284 5557 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:11:59.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:59.041954 4962 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.101s from last keepalive heartbeat (effective timeout is 1.000s)
02:11:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:59.098197 4968 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.126.125:46819)
02:11:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:59.125190 5588 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:58760 (request call id 16) took 188 ms (client timeout 250 ms). Trace:
02:11:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:59.125558 5588 rpcz_store.cc:269] 0503 02:11:58.936704 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:11:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:58.938172 (+ 1468us) service_pool.cc:224] Handling call
02:11:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:11:59.125123 (+186951us) inbound_call.cc:177] Queueing success response
02:11:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:11:59.128 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 289a96160dfb4920a13cc2e18db5364f (127.4.126.65:37427): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1777774309 last_transition_timestamp: 1777774318
02:11:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:59.145900 5806 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
02:11:59.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:59.233107 5541 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 -> Peer d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323): Couldn't send request to peer d1d2868a85e5470d884471686e320f80. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:11:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:11:59.710089 5541 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 -> Peer d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323): Couldn't send request to peer d1d2868a85e5470d884471686e320f80. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:11:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:59.784538 5079 heartbeater.cc:499] Master 127.4.126.124:39591 was elected leader, sending a full tablet report...
02:11:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:59.787163 5230 heartbeater.cc:499] Master 127.4.126.124:39591 was elected leader, sending a full tablet report...
02:11:59.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:11:59.845680 5378 heartbeater.cc:499] Master 127.4.126.124:39591 was elected leader, sending a full tablet report...
02:12:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:12:00.200964 5541 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5e1ded6c6fbb401592747153dd5c47b2 -> Peer d1d2868a85e5470d884471686e320f80 (127.4.126.126:46323): Couldn't send request to peer d1d2868a85e5470d884471686e320f80. Status: Network error: Client connection negotiation failed: client connection to 127.4.126.126:46323: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:12:00.322 [DEBUG - main] (Connection.java:575) [peer 289a96160dfb4920a13cc2e18db5364f(127.4.126.65:37427)] disconnecting while in state READY
02:12:00.322 [DEBUG - main] (Connection.java:575) [peer master-127.4.126.126:46323(127.4.126.126:46323)] disconnecting while in state TERMINATED
02:12:00.323 [DEBUG - main] (Connection.java:575) [peer master-127.4.126.125:46819(127.4.126.125:46819)] disconnecting while in state READY
02:12:00.323 [DEBUG - main] (Connection.java:575) [peer master-127.4.126.124:39591(127.4.126.124:39591)] disconnecting while in state READY
02:12:00.323 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:00.325 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.126.124:39591(127.4.126.124:39591)] handling channelInactive
02:12:00.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.126.124:39591(127.4.126.124:39591)] cleaning up while in state READY due to: connection closed
02:12:00.326 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 289a96160dfb4920a13cc2e18db5364f(127.4.126.65:37427)] handling channelInactive
02:12:00.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 289a96160dfb4920a13cc2e18db5364f(127.4.126.65:37427)] cleaning up while in state READY due to: connection closed
02:12:00.326 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.4.126.125:46819(127.4.126.125:46819)] handling channelInactive
02:12:00.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.126.125:46819(127.4.126.125:46819)] cleaning up while in state READY due to: connection closed
02:12:00.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:12:00.327379 4601 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu with pid 4913
02:12:00.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:12:00.359899 4601 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu with pid 5085
02:12:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:12:00.399121 4601 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu with pid 5235
02:12:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:12:00.436812 4601 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu with pid 5673
02:12:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:12:00.468269 4601 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskeUQaxP/build/tsan/bin/kudu with pid 5518
02:12:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T02:12:01Z chronyd exiting
02:12:02.710 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)