23:32:29.905 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:32:29.905 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskriKhn7/test-tmp
23:32:29.905 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
23:32:29.906 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskriKhn7/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
23:32:29.907 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
23:32:30.261 [DEBUG - main] (MiniKuduCluster.java:195) Response:
23:32:30.261 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
23:32:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.263974 12100 mini_oidc.cc:152] Starting JWKS server
23:32:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.266786 12100 webserver.cc:460] Webserver started at http://127.0.0.1:37741/ using document root <none> and password file <none>
23:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.267030 12100 mini_oidc.cc:189] Starting OIDC Discovery server
23:32:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.267740 12100 webserver.cc:460] Webserver started at http://127.0.0.1:34459/ using document root <none> and password file <none>
23:32:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T23:32:30Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
23:32:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T23:32:30Z Disabled control of system clock
23:32:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.302659 12100 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/wal
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/data
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/logs
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/data/info.pb
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.62:46095
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.62
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37741/jwks.json
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
23:32:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
23:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.660102 12114 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.660542 12114 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.660651 12114 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:32:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.668733 12114 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:32:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.668851 12114 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
23:32:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.668889 12114 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:32:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.668938 12114 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:32:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.668982 12114 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:32:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.669036 12114 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:32:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.669070 12114 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37741/jwks.json
23:32:30.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.678627 12114 master_runner.cc:386] Master server non-default flags:
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/data
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/wal
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.62:46095
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37741/jwks.json
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/data/info.pb
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.62
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/logs
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:32:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 22:27:01 UTC on ccycloud.quasar-rdhpdq.root.comops.site
23:32:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575491
23:32:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:32:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.680426 12114 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:32:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.682471 12114 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.696070 12125 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.696096 12122 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.696839 12121 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:30.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.697217 12114 server_base.cc:1034] running on GCE node
23:32:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.698146 12114 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:32:30.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.699806 12114 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:32:30.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.701035 12114 hybrid_clock.cc:648] HybridClock initialized: now 1786231950701025 us; error 105 us; skew 500 ppm
23:32:30.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.701464 12114 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:32:30.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.704144 12114 webserver.cc:460] Webserver started at http://127.11.209.62:35543/ using document root <none> and password file <none>
23:32:30.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.704859 12114 fs_manager.cc:359] Metadata directory not provided
23:32:30.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.704955 12114 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:32:30.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.705247 12114 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:32:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.708178 12114 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/data/instance:
23:32:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aac68c900464d538c8f7df264ab838b"
23:32:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:30 on dist-test-slave-sb2z"
23:32:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.708979 12114 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/wal/instance:
23:32:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aac68c900464d538c8f7df264ab838b"
23:32:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:30 on dist-test-slave-sb2z"
23:32:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.714556 12114 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.003s
23:32:30.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.718065 12135 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:32:30.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.719769 12114 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.719938 12114 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/data,/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/wal
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2aac68c900464d538c8f7df264ab838b"
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:30 on dist-test-slave-sb2z"
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.720168 12114 fs_report.cc:383] FS layout report
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/wal
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/wal
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/data/data
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:32:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:32:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.746135 12114 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:32:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.747057 12114 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:32:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.747344 12114 kserver.cc:163] Server-wide thread pool size limit: 3276
23:32:30.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.770633 12114 rpc_server.cc:307] RPC server started. Bound to: 127.11.209.62:46095
23:32:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.770684 12211 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.209.62:46095 every 8 connection(s)
23:32:30.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.772044 12114 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/data/info.pb
23:32:30.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.773478 12100 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskriKhn7/build/asan/bin/kudu as pid 12114
23:32:30.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.773768 12100 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-0/wal/instance
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.776103 12100 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/wal
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/data
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/logs
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/data/info.pb
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:32:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.61:41077
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.61
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37741/jwks.json
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
23:32:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.776268 12212 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.782645 12212 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } has no permanent_uuid. Determining permanent_uuid...
23:32:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.802155 12212 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
23:32:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.803388 12137 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.209.61:41077: connect: Connection refused (error 111)
23:32:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.805197 12212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.61:41077: Network error: Client connection negotiation failed: client connection to 127.11.209.61:41077: connect: Connection refused (error 111)
23:32:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.854574 12212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } attempt: 1
23:32:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.856765 12212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.61:41077: Network error: Client connection negotiation failed: client connection to 127.11.209.61:41077: connect: Connection refused (error 111)
23:32:30.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:30.925117 12212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } attempt: 2
23:32:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:30.927489 12212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.61:41077: Network error: Client connection negotiation failed: client connection to 127.11.209.61:41077: connect: Connection refused (error 111)
23:32:31.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.018958 12212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } attempt: 3
23:32:31.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.021255 12212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.61:41077: Network error: Client connection negotiation failed: client connection to 127.11.209.61:41077: connect: Connection refused (error 111)
23:32:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.134001 12214 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:32:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.134341 12214 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:32:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.134431 12214 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:32:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.142038 12214 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:32:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.142165 12214 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
23:32:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.142204 12214 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:32:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.142252 12214 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:32:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.142290 12214 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:32:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.142346 12214 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:32:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.142379 12214 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37741/jwks.json
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.151950 12214 master_runner.cc:386] Master server non-default flags:
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/data
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/wal
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.61:41077
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37741/jwks.json
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/data/info.pb
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.61
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/logs
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:32:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:32:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:32:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:32:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:32:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:32:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 22:27:01 UTC on ccycloud.quasar-rdhpdq.root.comops.site
23:32:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575491
23:32:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:32:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.153347 12214 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:32:31.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.155179 12214 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:32:31.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.164573 12212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } attempt: 4
23:32:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.167440 12212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.61:41077: Network error: Client connection negotiation failed: client connection to 127.11.209.61:41077: connect: Connection refused (error 111)
23:32:31.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.167861 12227 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:31.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.168496 12232 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:31.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.168530 12226 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:31.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.169307 12214 server_base.cc:1034] running on GCE node
23:32:31.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.170231 12214 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:32:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.171888 12214 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:32:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.173158 12214 hybrid_clock.cc:648] HybridClock initialized: now 1786231951173112 us; error 28 us; skew 500 ppm
23:32:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.173615 12214 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:32:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.176172 12214 webserver.cc:460] Webserver started at http://127.11.209.61:41135/ using document root <none> and password file <none>
23:32:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.176936 12214 fs_manager.cc:359] Metadata directory not provided
23:32:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.177109 12214 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:32:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.177495 12214 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:32:31.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.180368 12214 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/data/instance:
23:32:31.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e69a2252db3b493683d46db310bb5f24"
23:32:31.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:31 on dist-test-slave-sb2z"
23:32:31.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.181258 12214 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/wal/instance:
23:32:31.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e69a2252db3b493683d46db310bb5f24"
23:32:31.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:31 on dist-test-slave-sb2z"
23:32:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.186671 12214 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
23:32:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.190322 12241 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:32:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.191773 12214 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.191979 12214 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/data,/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/wal
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e69a2252db3b493683d46db310bb5f24"
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:31 on dist-test-slave-sb2z"
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.192241 12214 fs_report.cc:383] FS layout report
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/wal
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/wal
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/data/data
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:32:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:32:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.206195 12214 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:32:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.207116 12214 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:32:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.207489 12214 kserver.cc:163] Server-wide thread pool size limit: 3276
23:32:31.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.229559 12214 rpc_server.cc:307] RPC server started. Bound to: 127.11.209.61:41077
23:32:31.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.229579 12324 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.209.61:41077 every 8 connection(s)
23:32:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.231024 12214 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/data/info.pb
23:32:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.235054 12326 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.235069 12100 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskriKhn7/build/asan/bin/kudu as pid 12214
23:32:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.235221 12100 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-1/wal/instance
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.236243 12100 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/wal
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/data
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/logs
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/data/info.pb
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:32:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.60:42521
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.60
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37741/jwks.json
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
23:32:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
23:32:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.242998 12326 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } has no permanent_uuid. Determining permanent_uuid...
23:32:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.262431 12326 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
23:32:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.275096 12326 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } has no permanent_uuid. Determining permanent_uuid...
23:32:31.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.276366 12244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.278105 12326 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.327446 12326 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } attempt: 1
23:32:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.329548 12326 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.397812 12326 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } attempt: 2
23:32:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.399840 12326 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.467011 12212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } attempt: 5
23:32:31.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.475239 12212 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } has no permanent_uuid. Determining permanent_uuid...
23:32:31.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.477212 12212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.491158 12326 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } attempt: 3
23:32:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.493347 12326 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.528472 12212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } attempt: 1
23:32:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.530773 12212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.594221 12328 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:32:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.594571 12328 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:32:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.594661 12328 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:32:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.599026 12212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } attempt: 2
23:32:31.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.601100 12212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.602632 12328 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
23:32:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.602733 12328 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
23:32:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.602772 12328 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:32:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.602876 12328 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
23:32:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.602919 12328 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
23:32:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.602974 12328 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
23:32:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.603017 12328 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37741/jwks.json
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.613240 12328 master_runner.cc:386] Master server non-default flags:
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/data
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/wal
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.60:42521
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:32:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37741/jwks.json
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/data/info.pb
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.60
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/logs
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 22:27:01 UTC on ccycloud.quasar-rdhpdq.root.comops.site
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575491
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:32:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.614598 12328 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:32:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.616556 12328 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:32:31.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.628625 12341 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:31.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.628654 12342 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:31.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.628831 12345 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.629940 12328 server_base.cc:1034] running on GCE node
23:32:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.630736 12328 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:32:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.632274 12328 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:32:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.633492 12328 hybrid_clock.cc:648] HybridClock initialized: now 1786231951633434 us; error 53 us; skew 500 ppm
23:32:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.633841 12328 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:32:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.636385 12328 webserver.cc:460] Webserver started at http://127.11.209.60:42581/ using document root <none> and password file <none>
23:32:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.636616 12326 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } attempt: 4
23:32:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.637282 12328 fs_manager.cc:359] Metadata directory not provided
23:32:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.637424 12328 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:32:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.637771 12328 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:32:31.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.638595 12326 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.640733 12328 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/data/instance:
23:32:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d96053eb38674467bd8ad0e604da13ef"
23:32:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:31 on dist-test-slave-sb2z"
23:32:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.641601 12328 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/wal/instance:
23:32:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d96053eb38674467bd8ad0e604da13ef"
23:32:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:31 on dist-test-slave-sb2z"
23:32:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.646883 12328 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
23:32:31.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.650378 12352 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.651932 12328 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.652091 12328 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/data,/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/wal
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d96053eb38674467bd8ad0e604da13ef"
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:31 on dist-test-slave-sb2z"
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.652284 12328 fs_report.cc:383] FS layout report
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/wal
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/wal
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/data/data
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:32:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:32:31.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.670079 12328 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:32:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.670949 12328 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:32:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.671223 12328 kserver.cc:163] Server-wide thread pool size limit: 3276
23:32:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.695137 12328 rpc_server.cc:307] RPC server started. Bound to: 127.11.209.60:42521
23:32:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.695158 12432 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.209.60:42521 every 8 connection(s)
23:32:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.696686 12328 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/data/info.pb
23:32:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.700740 12434 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.707000 12100 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskriKhn7/build/asan/bin/kudu as pid 12328
23:32:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.707175 12100 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/master-2/wal/instance
23:32:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.707362 12212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } attempt: 3
23:32:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.707458 12434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } has no permanent_uuid. Determining permanent_uuid...
23:32:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.732187 12434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
23:32:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.735455 12212 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b: Bootstrap starting.
23:32:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.739986 12212 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b: Neither blocks nor log segments found. Creating new log.
23:32:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.741699 12212 log.cc:824] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b: Log is configured to *not* fsync() on all Append() calls
23:32:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.743074 12434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } has no permanent_uuid. Determining permanent_uuid...
23:32:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.745764 12212 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b: No bootstrap required, opened a new log
23:32:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.756343 12434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef: Bootstrap starting.
23:32:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.757066 12212 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.757468 12212 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.757597 12212 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2aac68c900464d538c8f7df264ab838b, State: Initialized, Role: FOLLOWER
23:32:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.758338 12212 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.761107 12434 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef: Neither blocks nor log segments found. Creating new log.
23:32:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.761018 12446 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.761402 12446 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: This master's current role is: FOLLOWER
23:32:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.762569 12434 log.cc:824] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef: Log is configured to *not* fsync() on all Append() calls
23:32:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.762645 12212 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: configured and running, proceeding with master startup.
23:32:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.766355 12434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef: No bootstrap required, opened a new log
23:32:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.777963 12434 raft_consensus.cc:348] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.778591 12434 raft_consensus.cc:374] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.778777 12434 raft_consensus.cc:729] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d96053eb38674467bd8ad0e604da13ef, State: Initialized, Role: FOLLOWER
23:32:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.780583 12434 consensus_queue.cc:260] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.791358 12466 sys_catalog.cc:455] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.791917 12466 sys_catalog.cc:458] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: This master's current role is: FOLLOWER
23:32:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.776854 12462 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:32:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.792172 12462 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:32:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.793326 12434 sys_catalog.cc:564] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: configured and running, proceeding with master startup.
23:32:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.782455 12114 master_runner.cc:186] Error getting master registration for 127.11.209.61:41077: OK, instance_id { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" instance_seqno: 1786231951224313 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:32:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.795589 12114 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:32:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.800746 12466 raft_consensus.cc:482] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:32:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.801105 12466 raft_consensus.cc:504] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:31.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.803108 12466 leader_election.cc:288] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2aac68c900464d538c8f7df264ab838b (127.11.209.62:46095), e69a2252db3b493683d46db310bb5f24 (127.11.209.61:41077)
23:32:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.805668 12172 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d96053eb38674467bd8ad0e604da13ef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2aac68c900464d538c8f7df264ab838b" is_pre_election: true
23:32:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.806350 12172 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d96053eb38674467bd8ad0e604da13ef in term 0.
23:32:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.807220 12355 leader_election.cc:302] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2aac68c900464d538c8f7df264ab838b, d96053eb38674467bd8ad0e604da13ef; no voters:
23:32:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.807808 12466 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 0 FOLLOWER]: Leader pre-election won for term 1
23:32:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.808003 12466 raft_consensus.cc:482] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:32:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.808132 12466 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 0 FOLLOWER]: Advancing to term 1
23:32:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.812598 12466 raft_consensus.cc:504] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.813655 12466 leader_election.cc:288] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [CANDIDATE]: Term 1 election: Requested vote from peers 2aac68c900464d538c8f7df264ab838b (127.11.209.62:46095), e69a2252db3b493683d46db310bb5f24 (127.11.209.61:41077)
23:32:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.816769 12482 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:32:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:31.816900 12482 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:32:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.818243 12172 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d96053eb38674467bd8ad0e604da13ef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2aac68c900464d538c8f7df264ab838b"
23:32:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.818492 12172 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 0 FOLLOWER]: Advancing to term 1
23:32:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.821897 12172 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d96053eb38674467bd8ad0e604da13ef in term 1.
23:32:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.822525 12355 leader_election.cc:302] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2aac68c900464d538c8f7df264ab838b, d96053eb38674467bd8ad0e604da13ef; no voters:
23:32:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.822892 12466 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 1 FOLLOWER]: Leader election won for term 1
23:32:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.811108 12328 master_runner.cc:186] Error getting master registration for 127.11.209.61:41077: OK, instance_id { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" instance_seqno: 1786231951224313 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:32:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.832990 12328 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:32:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.833590 12466 raft_consensus.cc:686] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [term 1 LEADER]: Becoming Leader. State: Replica: d96053eb38674467bd8ad0e604da13ef, State: Running, Role: LEADER
23:32:31.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.834522 12466 consensus_queue.cc:237] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.840747 12484 sys_catalog.cc:455] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: SysCatalogTable state changed. Reason: New leader d96053eb38674467bd8ad0e604da13ef. Latest consensus state: current_term: 1 leader_uuid: "d96053eb38674467bd8ad0e604da13ef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.841307 12484 sys_catalog.cc:458] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: This master's current role is: LEADER
23:32:31.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.854212 12489 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:32:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.858237 12489 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:32:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.874564 12172 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 1 FOLLOWER]: Refusing update from remote peer d96053eb38674467bd8ad0e604da13ef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:32:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.875734 12484 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [LEADER]: Connected to new peer: Peer: permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:32:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.896423 12446 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: SysCatalogTable state changed. Reason: New leader d96053eb38674467bd8ad0e604da13ef. Latest consensus state: current_term: 1 leader_uuid: "d96053eb38674467bd8ad0e604da13ef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.896824 12446 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: This master's current role is: FOLLOWER
23:32:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.907305 12492 mvcc.cc:205] Tried to move back new op lower bound from 7316406074851368960 to 7316406074721206272. Current Snapshot: MvccSnapshot[applied={T|T < 7316406074851368960}]
23:32:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.919538 12484 sys_catalog.cc:455] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d96053eb38674467bd8ad0e604da13ef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.919879 12484 sys_catalog.cc:458] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: This master's current role is: LEADER
23:32:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.920185 12489 catalog_manager.cc:1347] Generated new cluster ID: fc39577b8ce444faaeacb1a5d478cd10
23:32:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.920289 12489 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:32:31.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.924542 12446 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d96053eb38674467bd8ad0e604da13ef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:31.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.924839 12446 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: This master's current role is: FOLLOWER
23:32:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.937817 12326 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } attempt: 5
23:32:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.954245 12326 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24: Bootstrap starting.
23:32:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.963311 12489 catalog_manager.cc:1370] Generated new certificate authority record
23:32:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.965368 12489 catalog_manager.cc:1504] Loading token signing keys...
23:32:31.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.967852 12326 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24: Neither blocks nor log segments found. Creating new log.
23:32:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.970923 12326 log.cc:824] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24: Log is configured to *not* fsync() on all Append() calls
23:32:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.983625 12489 catalog_manager.cc:5868] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef: Generated new TSK 0
23:32:31.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.984946 12489 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:32:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:31.987923 12326 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24: No bootstrap required, opened a new log
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.005230 12100 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/wal
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/data
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/logs
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/data/info.pb
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.1:0
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.209.1
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.1
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
23:32:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
23:32:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.008498 12326 raft_consensus.cc:348] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.008961 12326 raft_consensus.cc:374] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.009081 12326 raft_consensus.cc:729] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e69a2252db3b493683d46db310bb5f24, State: Initialized, Role: FOLLOWER
23:32:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.009966 12326 consensus_queue.cc:260] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.011610 12497 sys_catalog.cc:455] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:32.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.013752 12497 sys_catalog.cc:458] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: This master's current role is: FOLLOWER
23:32:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.013067 12274 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 0 FOLLOWER]: Advancing to term 1
23:32:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.013242 12275 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d96053eb38674467bd8ad0e604da13ef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69a2252db3b493683d46db310bb5f24"
23:32:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.013525 12276 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d96053eb38674467bd8ad0e604da13ef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69a2252db3b493683d46db310bb5f24" is_pre_election: true
23:32:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.017422 12274 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 1 FOLLOWER]: Refusing update from remote peer d96053eb38674467bd8ad0e604da13ef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:32:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.012660 12326 sys_catalog.cc:564] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: configured and running, proceeding with master startup.
23:32:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.018592 12466 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [LEADER]: Connected to new peer: Peer: permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:32:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.072979 12497 sys_catalog.cc:455] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d96053eb38674467bd8ad0e604da13ef. Latest consensus state: current_term: 1 leader_uuid: "d96053eb38674467bd8ad0e604da13ef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.072979 12499 sys_catalog.cc:455] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d96053eb38674467bd8ad0e604da13ef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.073448 12499 sys_catalog.cc:458] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: This master's current role is: FOLLOWER
23:32:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.073447 12497 sys_catalog.cc:458] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: This master's current role is: FOLLOWER
23:32:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.113061 12466 sys_catalog.cc:455] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d96053eb38674467bd8ad0e604da13ef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.113511 12466 sys_catalog.cc:458] T 00000000000000000000000000000000 P d96053eb38674467bd8ad0e604da13ef [sys.catalog]: This master's current role is: LEADER
23:32:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.121420 12521 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:32:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.463179 12498 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:32:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.463492 12498 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:32:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.463696 12498 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:32:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.471135 12498 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:32:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.471289 12498 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
23:32:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.471328 12498 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
23:32:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.471378 12498 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
23:32:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.471446 12498 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.209.1
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.481264 12498 tablet_server_runner.cc:78] Tablet server non-default flags:
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/data
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/wal
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.1:0
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/data/info.pb
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.1
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:32:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.209.1
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/logs
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 22:27:01 UTC on ccycloud.quasar-rdhpdq.root.comops.site
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575491
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:32:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.482741 12498 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:32:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.484587 12498 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:32:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.498775 12530 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.498831 12532 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.498759 12529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.499665 12498 server_base.cc:1034] running on GCE node
23:32:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.500422 12498 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:32:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.501477 12498 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:32:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.502730 12498 hybrid_clock.cc:648] HybridClock initialized: now 1786231952502662 us; error 56 us; skew 500 ppm
23:32:32.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.503103 12498 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:32:32.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.505617 12498 webserver.cc:460] Webserver started at http://127.11.209.1:42477/ using document root <none> and password file <none>
23:32:32.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.506383 12498 fs_manager.cc:359] Metadata directory not provided
23:32:32.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.506560 12498 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:32:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.506919 12498 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:32:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.509737 12498 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/data/instance:
23:32:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb72b84d450b4ddc8770f03ca23050ee"
23:32:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:32 on dist-test-slave-sb2z"
23:32:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.510672 12498 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/wal/instance:
23:32:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb72b84d450b4ddc8770f03ca23050ee"
23:32:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:32 on dist-test-slave-sb2z"
23:32:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.516156 12498 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.004s
23:32:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.519863 12539 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:32:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.521443 12498 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
23:32:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.521654 12498 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/data,/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/wal
23:32:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb72b84d450b4ddc8770f03ca23050ee"
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:32 on dist-test-slave-sb2z"
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.521919 12498 fs_report.cc:383] FS layout report
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/wal
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/wal
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/data/data
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:32:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.536756 12498 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:32:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.537748 12498 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:32:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.538125 12498 kserver.cc:163] Server-wide thread pool size limit: 3276
23:32:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.541386 12498 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:32:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.541666 12498 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
23:32:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.541842 12498 ts_tablet_manager.cc:610] Registered 0 tablets
23:32:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.542035 12498 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
23:32:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.610440 12498 rpc_server.cc:307] RPC server started. Bound to: 127.11.209.1:41617
23:32:32.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.610498 12718 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.209.1:41617 every 8 connection(s)
23:32:32.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.612398 12498 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/data/info.pb
23:32:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.615303 12720 heartbeater.cc:347] Connected to a master server at 127.11.209.62:46095
23:32:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.615734 12720 heartbeater.cc:464] Registering TS with master...
23:32:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.616639 12720 heartbeater.cc:511] Master 127.11.209.62:46095 requested a full tablet report, sending...
23:32:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.618744 12159 ts_manager.cc:194] Registered new tserver with Master: eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617)
23:32:32.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.622895 12100 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskriKhn7/build/asan/bin/kudu as pid 12498
23:32:32.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.623066 12100 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-0/wal/instance
23:32:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.625067 12719 heartbeater.cc:347] Connected to a master server at 127.11.209.60:42521
23:32:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.625222 12719 heartbeater.cc:464] Registering TS with master...
23:32:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.625684 12719 heartbeater.cc:511] Master 127.11.209.60:42521 requested a full tablet report, sending...
23:32:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.627674 12371 ts_manager.cc:194] Registered new tserver with Master: eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617)
23:32:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.628646 12100 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/wal
23:32:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/data
23:32:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:32:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/logs
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/data/info.pb
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.2:0
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.209.2
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.2
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.629398 12721 heartbeater.cc:347] Connected to a master server at 127.11.209.61:41077
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.629539 12721 heartbeater.cc:464] Registering TS with master...
23:32:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.629515 12371 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.209.1:58493
23:32:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.629989 12721 heartbeater.cc:511] Master 127.11.209.61:41077 requested a full tablet report, sending...
23:32:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.631871 12266 ts_manager.cc:194] Registered new tserver with Master: eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617)
23:32:32.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.794390 12462 catalog_manager.cc:1259] Loaded cluster ID: fc39577b8ce444faaeacb1a5d478cd10
23:32:32.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.794492 12462 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b: loading cluster ID for follower catalog manager: success
23:32:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.797461 12462 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b: acquiring CA information for follower catalog manager: success
23:32:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:32.799279 12462 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:32:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.984129 12728 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:32:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.984498 12728 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:32:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.984660 12728 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:32:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.992369 12728 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:32:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.992600 12728 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
23:32:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.992663 12728 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
23:32:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.992733 12728 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
23:32:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:32.992858 12728 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.209.2
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.003868 12728 tablet_server_runner.cc:78] Tablet server non-default flags:
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/data
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/wal
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.2:0
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/data/info.pb
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.2
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.209.2
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/logs
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:32:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:32:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:32:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:32:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:32:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:32:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 22:27:01 UTC on ccycloud.quasar-rdhpdq.root.comops.site
23:32:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575491
23:32:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:32:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.005609 12728 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:32:33.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.007591 12728 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:32:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.022382 12736 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.022393 12737 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.023339 12739 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:33.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.024613 12728 server_base.cc:1034] running on GCE node
23:32:33.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.025365 12728 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:32:33.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.026336 12728 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:32:33.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.027601 12728 hybrid_clock.cc:648] HybridClock initialized: now 1786231953027495 us; error 44 us; skew 500 ppm
23:32:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.027927 12728 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:32:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.030371 12728 webserver.cc:460] Webserver started at http://127.11.209.2:43713/ using document root <none> and password file <none>
23:32:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.031059 12728 fs_manager.cc:359] Metadata directory not provided
23:32:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.031152 12728 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:32:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.031414 12728 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:32:33.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.034188 12728 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/data/instance:
23:32:33.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6603ceb45d954df29fa351b15de8f6fa"
23:32:33.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:33 on dist-test-slave-sb2z"
23:32:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.034986 12728 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/wal/instance:
23:32:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6603ceb45d954df29fa351b15de8f6fa"
23:32:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:33 on dist-test-slave-sb2z"
23:32:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.040544 12728 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.003s
23:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.044083 12746 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:32:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.045446 12728 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
23:32:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.045651 12728 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/data,/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/wal
23:32:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6603ceb45d954df29fa351b15de8f6fa"
23:32:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:33 on dist-test-slave-sb2z"
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.045890 12728 fs_report.cc:383] FS layout report
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/wal
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/wal
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/data/data
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:32:33.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.068073 12728 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:32:33.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.069018 12728 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:32:33.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.069404 12728 kserver.cc:163] Server-wide thread pool size limit: 3276
23:32:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.072624 12728 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:32:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.072890 12728 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
23:32:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.073072 12728 ts_tablet_manager.cc:610] Registered 0 tablets
23:32:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.073175 12728 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
23:32:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.130797 12521 catalog_manager.cc:1259] Loaded cluster ID: fc39577b8ce444faaeacb1a5d478cd10
23:32:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.130945 12521 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24: loading cluster ID for follower catalog manager: success
23:32:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.134963 12521 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24: acquiring CA information for follower catalog manager: success
23:32:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.137671 12521 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:32:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.145951 12728 rpc_server.cc:307] RPC server started. Bound to: 127.11.209.2:38129
23:32:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.145996 12910 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.209.2:38129 every 8 connection(s)
23:32:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.147239 12728 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/data/info.pb
23:32:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.150370 12912 heartbeater.cc:347] Connected to a master server at 127.11.209.62:46095
23:32:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.151167 12100 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskriKhn7/build/asan/bin/kudu as pid 12728
23:32:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.151376 12100 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-1/wal/instance
23:32:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.153632 12912 heartbeater.cc:464] Registering TS with master...
23:32:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.154965 12912 heartbeater.cc:511] Master 127.11.209.62:46095 requested a full tablet report, sending...
23:32:33.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.158365 12159 ts_manager.cc:194] Registered new tserver with Master: 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2:38129)
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.159278 12100 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskriKhn7/build/asan/bin/kudu
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/wal
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/data
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/logs
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/data/info.pb
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:32:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.3:0
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.209.3
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.3
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.159803 12911 heartbeater.cc:347] Connected to a master server at 127.11.209.60:42521
23:32:33.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.160689 12911 heartbeater.cc:464] Registering TS with master...
23:32:33.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.161159 12911 heartbeater.cc:511] Master 127.11.209.60:42521 requested a full tablet report, sending...
23:32:33.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.162233 12371 ts_manager.cc:194] Registered new tserver with Master: 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2:38129)
23:32:33.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.163395 12371 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.209.2:35035
23:32:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.171329 12913 heartbeater.cc:347] Connected to a master server at 127.11.209.61:41077
23:32:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.171555 12913 heartbeater.cc:464] Registering TS with master...
23:32:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.171988 12913 heartbeater.cc:511] Master 127.11.209.61:41077 requested a full tablet report, sending...
23:32:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.173269 12266 ts_manager.cc:194] Registered new tserver with Master: 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2:38129)
23:32:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.563338 12915 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
23:32:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.563759 12915 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:32:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.563910 12915 flags.cc:425] Enabled unsafe flag: --never_fsync=true
23:32:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.571684 12915 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
23:32:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.571883 12915 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
23:32:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.571941 12915 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
23:32:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.572012 12915 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
23:32:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.572114 12915 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.209.3
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.581825 12915 tablet_server_runner.cc:78] Tablet server non-default flags:
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.209.20:33867
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/data
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/wal
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.209.3:0
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/data/info.pb
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.209.3
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.209.62:46095,127.11.209.61:41077,127.11.209.60:42521
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.209.3
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/logs
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
23:32:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
23:32:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:32:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 22:27:01 UTC on ccycloud.quasar-rdhpdq.root.comops.site
23:32:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575491
23:32:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:32:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.583590 12915 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:32:33.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.585618 12915 file_cache.cc:493] Constructed file cache file cache with capacity 419430
23:32:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.600263 12926 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.600349 12927 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.600301 12930 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:32:33.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.605077 12915 server_base.cc:1034] running on GCE node
23:32:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.605824 12915 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:32:33.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.606927 12915 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:32:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.608204 12915 hybrid_clock.cc:648] HybridClock initialized: now 1786231953608124 us; error 62 us; skew 500 ppm
23:32:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.608629 12915 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:32:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.612175 12915 webserver.cc:460] Webserver started at http://127.11.209.3:36767/ using document root <none> and password file <none>
23:32:33.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.612861 12915 fs_manager.cc:359] Metadata directory not provided
23:32:33.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.612959 12915 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:32:33.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.613238 12915 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
23:32:33.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.616206 12915 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/data/instance:
23:32:33.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cd445deaf264212b075a0037f17441d"
23:32:33.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:33 on dist-test-slave-sb2z"
23:32:33.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.616971 12915 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/wal/instance:
23:32:33.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cd445deaf264212b075a0037f17441d"
23:32:33.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:33 on dist-test-slave-sb2z"
23:32:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.623209 12915 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
23:32:33.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.627046 12940 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
23:32:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.628670 12915 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.628829 12915 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/data,/tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/wal
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cd445deaf264212b075a0037f17441d"
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 23:32:33 on dist-test-slave-sb2z"
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.629034 12915 fs_report.cc:383] FS layout report
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/wal
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/wal
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/data/data
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:32:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:32:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.632251 12719 heartbeater.cc:503] Master 127.11.209.60:42521 was elected leader, sending a full tablet report...
23:32:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.650808 12915 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
23:32:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.651765 12915 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:32:33.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.652050 12915 kserver.cc:163] Server-wide thread pool size limit: 3276
23:32:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.655046 12915 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:32:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.655167 12915 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
23:32:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.655340 12915 ts_tablet_manager.cc:610] Registered 0 tablets
23:32:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.655440 12915 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
23:32:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.725420 12915 rpc_server.cc:307] RPC server started. Bound to: 127.11.209.3:43063
23:32:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.725489 13100 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.209.3:43063 every 8 connection(s)
23:32:33.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.726982 12915 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/data/info.pb
23:32:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.728166 12100 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskriKhn7/build/asan/bin/kudu as pid 12915
23:32:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.728369 12100 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskriKhn7/test-tmp/mini-kudu-cluster6438880247465842894/ts-2/wal/instance
23:32:33.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.731673 13103 heartbeater.cc:347] Connected to a master server at 127.11.209.62:46095
23:32:33.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.731952 13103 heartbeater.cc:464] Registering TS with master...
23:32:33.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.732939 13103 heartbeater.cc:511] Master 127.11.209.62:46095 requested a full tablet report, sending...
23:32:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.736680 12159 ts_manager.cc:194] Registered new tserver with Master: 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063)
23:32:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.742151 13101 heartbeater.cc:347] Connected to a master server at 127.11.209.60:42521
23:32:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.742311 13101 heartbeater.cc:464] Registering TS with master...
23:32:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.742709 13101 heartbeater.cc:511] Master 127.11.209.60:42521 requested a full tablet report, sending...
23:32:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.743602 12371 ts_manager.cc:194] Registered new tserver with Master: 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063)
23:32:33.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.744654 12371 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.209.3:57763
23:32:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.748775 13107 heartbeater.cc:347] Connected to a master server at 127.11.209.61:41077
23:32:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.748916 13107 heartbeater.cc:464] Registering TS with master...
23:32:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.749332 13107 heartbeater.cc:511] Master 127.11.209.61:41077 requested a full tablet report, sending...
23:32:33.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.750417 12266 ts_manager.cc:194] Registered new tserver with Master: 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063)
23:32:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.756598 12100 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
23:32:33.758 [DEBUG - main] (MiniKuduCluster.java:195) Response:
23:32:33.758 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
23:32:33.760 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.209.62"
port: 46095
}
bound_http_address {
host: "127.11.209.62"
port: 35543
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.209.61"
port: 41077
}
bound_http_address {
host: "127.11.209.61"
port: 41135
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.209.60"
port: 42521
}
bound_http_address {
host: "127.11.209.60"
port: 42581
}
}
}
23:32:33.760 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
23:32:33.760 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.209.1"
port: 41617
}
bound_http_address {
host: "127.11.209.1"
port: 42477
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.209.2"
port: 38129
}
bound_http_address {
host: "127.11.209.2"
port: 43713
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.209.3"
port: 43063
}
bound_http_address {
host: "127.11.209.3"
port: 36767
}
}
}
23:32:33.761 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:32:33.763 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
23:32:33.764 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:33.766 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.209.61:41077(127.11.209.61:41077)] connecting to peer
23:32:33.767 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.209.62:46095(127.11.209.62:46095)] connecting to peer
23:32:33.767 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.209.60:42521(127.11.209.60:42521)] Successfully connected to peer
23:32:33.768 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.209.61:41077(127.11.209.61:41077)] Successfully connected to peer
23:32:33.770 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.209.60
23:32:33.771 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.209.61
23:32:33.775 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.209.62:46095(127.11.209.62:46095)] Successfully connected to peer
23:32:33.783 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.209.62
23:32:33.788 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x15101d92, L:/127.0.0.1:41996 - R:/127.11.209.61:41077] using SASL/PLAIN
23:32:33.794 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe62899c7, L:/127.0.0.1:51214 - R:/127.11.209.60:42521] using SASL/PLAIN
23:32:33.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:32:33.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=33), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [25ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: OK, deferred=null) after lookup
23:32:33.798 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x660695c5, L:/127.0.0.1:57328 - R:/127.11.209.62:46095] using SASL/PLAIN
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.799136 12371 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51214:
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
23:32:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.801703 12371 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:32:33.819 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 472b91dc2ed04f208f6e2342c4889b47
23:32:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.869073 13014 tablet_service.cc:1467] Processing CreateTablet for tablet a92a8d104c004371b0557c6fe187b450 (DEFAULT_TABLE table=txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
23:32:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.869063 12616 tablet_service.cc:1467] Processing CreateTablet for tablet a92a8d104c004371b0557c6fe187b450 (DEFAULT_TABLE table=txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
23:32:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.869069 12824 tablet_service.cc:1467] Processing CreateTablet for tablet a92a8d104c004371b0557c6fe187b450 (DEFAULT_TABLE table=txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
23:32:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.869803 12822 tablet_service.cc:1467] Processing CreateTablet for tablet 8bf95d0fe13948b19349f880ae15be77 (DEFAULT_TABLE table=txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
23:32:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.869236 13012 tablet_service.cc:1467] Processing CreateTablet for tablet 8bf95d0fe13948b19349f880ae15be77 (DEFAULT_TABLE table=txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
23:32:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.870636 12824 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a92a8d104c004371b0557c6fe187b450. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.870640 13014 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a92a8d104c004371b0557c6fe187b450. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.870800 12612 tablet_service.cc:1467] Processing CreateTablet for tablet 8bf95d0fe13948b19349f880ae15be77 (DEFAULT_TABLE table=txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
23:32:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.871345 12616 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a92a8d104c004371b0557c6fe187b450. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.871457 12822 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8bf95d0fe13948b19349f880ae15be77. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.872159 12612 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8bf95d0fe13948b19349f880ae15be77. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.872414 13012 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8bf95d0fe13948b19349f880ae15be77. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:33.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.889199 13142 tablet_bootstrap.cc:492] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa: Bootstrap starting.
23:32:33.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.891901 13141 tablet_bootstrap.cc:492] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee: Bootstrap starting.
23:32:33.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.892571 13142 tablet_bootstrap.cc:654] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa: Neither blocks nor log segments found. Creating new log.
23:32:33.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.893671 13142 log.cc:824] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa: Log is configured to *not* fsync() on all Append() calls
23:32:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.896358 13141 tablet_bootstrap.cc:654] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee: Neither blocks nor log segments found. Creating new log.
23:32:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.897169 13140 tablet_bootstrap.cc:492] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d: Bootstrap starting.
23:32:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.897248 13142 tablet_bootstrap.cc:492] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa: No bootstrap required, opened a new log
23:32:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.897487 13142 ts_tablet_manager.cc:1397] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
23:32:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.898445 13141 log.cc:824] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee: Log is configured to *not* fsync() on all Append() calls
23:32:33.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.900892 13140 tablet_bootstrap.cc:654] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d: Neither blocks nor log segments found. Creating new log.
23:32:33.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.901362 13141 tablet_bootstrap.cc:492] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee: No bootstrap required, opened a new log
23:32:33.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.901628 13141 ts_tablet_manager.cc:1397] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.000s
23:32:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.902024 13140 log.cc:824] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d: Log is configured to *not* fsync() on all Append() calls
23:32:33.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.904469 13140 tablet_bootstrap.cc:492] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d: No bootstrap required, opened a new log
23:32:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.904870 13140 ts_tablet_manager.cc:1397] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d: Time spent bootstrapping tablet: real 0.008s user 0.008s sys 0.000s
23:32:33.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.907836 13142 raft_consensus.cc:348] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:33.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.908296 13142 raft_consensus.cc:374] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:33.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.908393 13142 raft_consensus.cc:729] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6603ceb45d954df29fa351b15de8f6fa, State: Initialized, Role: FOLLOWER
23:32:33.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.909716 13142 consensus_queue.cc:260] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.911634 12911 heartbeater.cc:503] Master 127.11.209.60:42521 was elected leader, sending a full tablet report...
23:32:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.912086 13142 ts_tablet_manager.cc:1428] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa: Time spent starting tablet: real 0.015s user 0.011s sys 0.004s
23:32:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.912321 13141 raft_consensus.cc:348] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.912880 13141 raft_consensus.cc:374] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.913132 13141 raft_consensus.cc:729] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb72b84d450b4ddc8770f03ca23050ee, State: Initialized, Role: FOLLOWER
23:32:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.913910 13141 consensus_queue.cc:260] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.915733 13141 ts_tablet_manager.cc:1428] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee: Time spent starting tablet: real 0.014s user 0.015s sys 0.001s
23:32:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.917040 13141 tablet_bootstrap.cc:492] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee: Bootstrap starting.
23:32:33.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.918823 13142 tablet_bootstrap.cc:492] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa: Bootstrap starting.
23:32:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.918887 13141 tablet_bootstrap.cc:654] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee: Neither blocks nor log segments found. Creating new log.
23:32:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.921685 13142 tablet_bootstrap.cc:654] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa: Neither blocks nor log segments found. Creating new log.
23:32:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.924517 13142 tablet_bootstrap.cc:492] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa: No bootstrap required, opened a new log
23:32:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.924693 13142 ts_tablet_manager.cc:1397] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
23:32:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.925523 13142 raft_consensus.cc:348] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.925732 13142 raft_consensus.cc:374] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.925858 13142 raft_consensus.cc:729] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6603ceb45d954df29fa351b15de8f6fa, State: Initialized, Role: FOLLOWER
23:32:33.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.926064 13142 consensus_queue.cc:260] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:33.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.926617 13142 ts_tablet_manager.cc:1428] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
23:32:33.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.928131 13141 tablet_bootstrap.cc:492] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee: No bootstrap required, opened a new log
23:32:33.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.928417 13141 ts_tablet_manager.cc:1397] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.006s
23:32:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.929253 13141 raft_consensus.cc:348] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.929615 13141 raft_consensus.cc:374] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.929812 13141 raft_consensus.cc:729] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb72b84d450b4ddc8770f03ca23050ee, State: Initialized, Role: FOLLOWER
23:32:33.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.930130 13141 consensus_queue.cc:260] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.931020 13141 ts_tablet_manager.cc:1428] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
23:32:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.930895 13140 raft_consensus.cc:348] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.931455 13140 raft_consensus.cc:374] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.931618 13140 raft_consensus.cc:729] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cd445deaf264212b075a0037f17441d, State: Initialized, Role: FOLLOWER
23:32:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.932489 13140 consensus_queue.cc:260] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:33.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.933660 13101 heartbeater.cc:503] Master 127.11.209.60:42521 was elected leader, sending a full tablet report...
23:32:33.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.934710 13140 ts_tablet_manager.cc:1428] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d: Time spent starting tablet: real 0.030s user 0.006s sys 0.007s
23:32:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.935837 13140 tablet_bootstrap.cc:492] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d: Bootstrap starting.
23:32:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.937353 13140 tablet_bootstrap.cc:654] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d: Neither blocks nor log segments found. Creating new log.
23:32:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.941181 13140 tablet_bootstrap.cc:492] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d: No bootstrap required, opened a new log
23:32:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.941299 13140 ts_tablet_manager.cc:1397] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.004s
23:32:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.941867 13140 raft_consensus.cc:348] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.942044 13140 raft_consensus.cc:374] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.942119 13140 raft_consensus.cc:729] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cd445deaf264212b075a0037f17441d, State: Initialized, Role: FOLLOWER
23:32:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.942337 13140 consensus_queue.cc:260] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:33.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.942906 13140 ts_tablet_manager.cc:1428] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
23:32:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.973675 13148 raft_consensus.cc:482] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:32:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.974088 13148 raft_consensus.cc:504] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.975914 13148 leader_election.cc:288] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617), 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063)
23:32:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.985864 12647 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8bf95d0fe13948b19349f880ae15be77" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb72b84d450b4ddc8770f03ca23050ee" is_pre_election: true
23:32:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.985865 13044 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8bf95d0fe13948b19349f880ae15be77" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cd445deaf264212b075a0037f17441d" is_pre_election: true
23:32:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.986389 13044 raft_consensus.cc:2454] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 0.
23:32:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.986424 12647 raft_consensus.cc:2454] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 0.
23:32:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.987062 12751 leader_election.cc:302] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5cd445deaf264212b075a0037f17441d, 6603ceb45d954df29fa351b15de8f6fa; no voters:
23:32:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.987460 13148 raft_consensus.cc:2781] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Leader pre-election won for term 1
23:32:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.987663 13148 raft_consensus.cc:482] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:32:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.987787 13148 raft_consensus.cc:3037] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Advancing to term 1
23:32:33.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.989923 13148 raft_consensus.cc:504] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:33.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.990610 13148 leader_election.cc:288] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 election: Requested vote from peers eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617), 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063)
23:32:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:33.990906 13108 tablet.cc:2369] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:32:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.991161 12647 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8bf95d0fe13948b19349f880ae15be77" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb72b84d450b4ddc8770f03ca23050ee"
23:32:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.991223 13044 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8bf95d0fe13948b19349f880ae15be77" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cd445deaf264212b075a0037f17441d"
23:32:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.991410 12647 raft_consensus.cc:3037] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Advancing to term 1
23:32:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.991453 13044 raft_consensus.cc:3037] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Advancing to term 1
23:32:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.993911 12647 raft_consensus.cc:2454] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 1.
23:32:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.993911 13044 raft_consensus.cc:2454] T 8bf95d0fe13948b19349f880ae15be77 P 5cd445deaf264212b075a0037f17441d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 1.
23:32:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.994411 12753 leader_election.cc:302] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6603ceb45d954df29fa351b15de8f6fa, eb72b84d450b4ddc8770f03ca23050ee; no voters:
23:32:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.994884 13148 raft_consensus.cc:2781] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 1 FOLLOWER]: Leader election won for term 1
23:32:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.995469 13148 raft_consensus.cc:686] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [term 1 LEADER]: Becoming Leader. State: Replica: 6603ceb45d954df29fa351b15de8f6fa, State: Running, Role: LEADER
23:32:33.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:33.996114 13148 consensus_queue.cc:237] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.001750 12372 catalog_manager.cc:5495] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa reported cstate change: term changed from 0 to 1, leader changed from <none> to 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2). New cstate: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } health_report { overall_health: UNKNOWN } } }
23:32:34.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.049805 13148 raft_consensus.cc:482] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:32:34.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.050088 13148 raft_consensus.cc:504] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.050901 13148 leader_election.cc:288] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063), eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617)
23:32:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.051499 12647 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a92a8d104c004371b0557c6fe187b450" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb72b84d450b4ddc8770f03ca23050ee" is_pre_election: true
23:32:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.051579 13044 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a92a8d104c004371b0557c6fe187b450" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cd445deaf264212b075a0037f17441d" is_pre_election: true
23:32:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.051854 12647 raft_consensus.cc:2454] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 0.
23:32:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.051894 13044 raft_consensus.cc:2454] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 0.
23:32:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.052358 12753 leader_election.cc:302] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6603ceb45d954df29fa351b15de8f6fa, eb72b84d450b4ddc8770f03ca23050ee; no voters:
23:32:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.052703 13148 raft_consensus.cc:2781] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Leader pre-election won for term 1
23:32:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.052790 13148 raft_consensus.cc:482] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:32:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.052867 13148 raft_consensus.cc:3037] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Advancing to term 1
23:32:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.054734 13148 raft_consensus.cc:504] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:34.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.055284 13148 leader_election.cc:288] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 election: Requested vote from peers 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063), eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617)
23:32:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.055877 13044 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a92a8d104c004371b0557c6fe187b450" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cd445deaf264212b075a0037f17441d"
23:32:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.055863 12647 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a92a8d104c004371b0557c6fe187b450" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb72b84d450b4ddc8770f03ca23050ee"
23:32:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.056126 12647 raft_consensus.cc:3037] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Advancing to term 1
23:32:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.056131 13044 raft_consensus.cc:3037] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Advancing to term 1
23:32:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.058396 13044 raft_consensus.cc:2454] T a92a8d104c004371b0557c6fe187b450 P 5cd445deaf264212b075a0037f17441d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 1.
23:32:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.058912 12751 leader_election.cc:302] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5cd445deaf264212b075a0037f17441d, 6603ceb45d954df29fa351b15de8f6fa; no voters:
23:32:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.059015 12647 raft_consensus.cc:2454] T a92a8d104c004371b0557c6fe187b450 P eb72b84d450b4ddc8770f03ca23050ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 1.
23:32:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.059291 13148 raft_consensus.cc:2781] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 1 FOLLOWER]: Leader election won for term 1
23:32:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.059581 13148 raft_consensus.cc:686] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [term 1 LEADER]: Becoming Leader. State: Replica: 6603ceb45d954df29fa351b15de8f6fa, State: Running, Role: LEADER
23:32:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.059844 13148 consensus_queue.cc:237] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } }
23:32:34.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.063562 12372 catalog_manager.cc:5495] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa reported cstate change: term changed from 0 to 1, leader changed from <none> to 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2). New cstate: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } health_report { overall_health: HEALTHY } } }
23:32:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:34.122557 12722 tablet.cc:2369] T 8bf95d0fe13948b19349f880ae15be77 P eb72b84d450b4ddc8770f03ca23050ee: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:32:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.154524 12372 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51228:
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
23:32:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:34.155738 12372 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:32:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:34.159965 12914 tablet.cc:2369] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:32:34.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.174039 12824 tablet_service.cc:1467] Processing CreateTablet for tablet 8a1784fe19c14ca08168f929ae78b698 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=222f126025c14fa69f394962ef8a9ebf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
23:32:34.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.173830 12616 tablet_service.cc:1467] Processing CreateTablet for tablet 8a1784fe19c14ca08168f929ae78b698 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=222f126025c14fa69f394962ef8a9ebf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
23:32:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.174918 12824 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8a1784fe19c14ca08168f929ae78b698. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.174952 12616 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8a1784fe19c14ca08168f929ae78b698. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.180583 13014 tablet_service.cc:1467] Processing CreateTablet for tablet 8a1784fe19c14ca08168f929ae78b698 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=222f126025c14fa69f394962ef8a9ebf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
23:32:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.181600 13014 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8a1784fe19c14ca08168f929ae78b698. 1 dirs total, 0 dirs full, 0 dirs failed
23:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.182272 13141 tablet_bootstrap.cc:492] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: Bootstrap starting.
23:32:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.182603 13142 tablet_bootstrap.cc:492] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: Bootstrap starting.
23:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.184105 13141 tablet_bootstrap.cc:654] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: Neither blocks nor log segments found. Creating new log.
23:32:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.184258 13142 tablet_bootstrap.cc:654] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: Neither blocks nor log segments found. Creating new log.
23:32:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.186537 13141 tablet_bootstrap.cc:492] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: No bootstrap required, opened a new log
23:32:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.186717 13141 ts_tablet_manager.cc:1397] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.187486 13141 raft_consensus.cc:348] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.187769 13141 raft_consensus.cc:374] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.187858 13141 raft_consensus.cc:729] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb72b84d450b4ddc8770f03ca23050ee, State: Initialized, Role: FOLLOWER
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.188120 13141 consensus_queue.cc:260] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.188653 13141 ts_tablet_manager.cc:1428] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.188702 13149 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.189085 13149 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: This TxnStatusTablet replica's current role is: FOLLOWER
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.189132 13140 tablet_bootstrap.cc:492] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: Bootstrap starting.
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.188498 13142 tablet_bootstrap.cc:492] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: No bootstrap required, opened a new log
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.189463 13142 ts_tablet_manager.cc:1397] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: Time spent bootstrapping tablet: real 0.007s user 0.004s sys 0.000s
23:32:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.190680 13142 raft_consensus.cc:348] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.190950 13140 tablet_bootstrap.cc:654] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: Neither blocks nor log segments found. Creating new log.
23:32:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.191066 13142 raft_consensus.cc:374] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.191172 13142 raft_consensus.cc:729] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6603ceb45d954df29fa351b15de8f6fa, State: Initialized, Role: FOLLOWER
23:32:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.191407 13142 consensus_queue.cc:260] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.193140 13142 ts_tablet_manager.cc:1428] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: Time spent starting tablet: real 0.004s user 0.000s sys 0.002s
23:32:34.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.194299 13148 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.194621 13148 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: This TxnStatusTablet replica's current role is: FOLLOWER
23:32:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.194890 13140 tablet_bootstrap.cc:492] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: No bootstrap required, opened a new log
23:32:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.195043 13140 ts_tablet_manager.cc:1397] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.000s
23:32:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.195859 13140 raft_consensus.cc:348] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.196130 13140 raft_consensus.cc:374] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:32:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.196314 13140 raft_consensus.cc:729] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cd445deaf264212b075a0037f17441d, State: Initialized, Role: FOLLOWER
23:32:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.196594 13140 consensus_queue.cc:260] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.197216 13140 ts_tablet_manager.cc:1428] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
23:32:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.197293 13154 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.197698 13154 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: This TxnStatusTablet replica's current role is: FOLLOWER
23:32:34.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.408221 13148 raft_consensus.cc:482] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:32:34.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.408411 13148 raft_consensus.cc:504] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.408979 13148 leader_election.cc:288] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617), 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063)
23:32:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.409646 13044 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8a1784fe19c14ca08168f929ae78b698" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cd445deaf264212b075a0037f17441d" is_pre_election: true
23:32:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.409658 12647 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8a1784fe19c14ca08168f929ae78b698" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb72b84d450b4ddc8770f03ca23050ee" is_pre_election: true
23:32:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.409894 12647 raft_consensus.cc:2454] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 0.
23:32:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.409919 13044 raft_consensus.cc:2454] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 0.
23:32:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.410370 12753 leader_election.cc:302] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6603ceb45d954df29fa351b15de8f6fa, eb72b84d450b4ddc8770f03ca23050ee; no voters:
23:32:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.410739 13148 raft_consensus.cc:2781] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Leader pre-election won for term 1
23:32:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.410907 13148 raft_consensus.cc:482] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:32:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.411041 13148 raft_consensus.cc:3037] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 0 FOLLOWER]: Advancing to term 1
23:32:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.413295 13148 raft_consensus.cc:504] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.413887 13148 leader_election.cc:288] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 election: Requested vote from peers eb72b84d450b4ddc8770f03ca23050ee (127.11.209.1:41617), 5cd445deaf264212b075a0037f17441d (127.11.209.3:43063)
23:32:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.414450 12647 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8a1784fe19c14ca08168f929ae78b698" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb72b84d450b4ddc8770f03ca23050ee"
23:32:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.414480 13044 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8a1784fe19c14ca08168f929ae78b698" candidate_uuid: "6603ceb45d954df29fa351b15de8f6fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cd445deaf264212b075a0037f17441d"
23:32:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.414625 12647 raft_consensus.cc:3037] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee [term 0 FOLLOWER]: Advancing to term 1
23:32:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.414712 13044 raft_consensus.cc:3037] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d [term 0 FOLLOWER]: Advancing to term 1
23:32:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.416874 12647 raft_consensus.cc:2454] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 1.
23:32:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.417199 13044 raft_consensus.cc:2454] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6603ceb45d954df29fa351b15de8f6fa in term 1.
23:32:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.417351 12753 leader_election.cc:302] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6603ceb45d954df29fa351b15de8f6fa, eb72b84d450b4ddc8770f03ca23050ee; no voters:
23:32:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.417660 13148 raft_consensus.cc:2781] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 1 FOLLOWER]: Leader election won for term 1
23:32:34.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.417835 13148 raft_consensus.cc:686] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [term 1 LEADER]: Becoming Leader. State: Replica: 6603ceb45d954df29fa351b15de8f6fa, State: Running, Role: LEADER
23:32:34.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.418186 13148 consensus_queue.cc:237] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } }
23:32:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.419096 13180 consensus_queue.cc:1035] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Connected to new peer: Peer: permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:32:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.420125 13160 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: TxnStatusTablet state changed. Reason: New leader 6603ceb45d954df29fa351b15de8f6fa. Latest consensus state: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.420528 13160 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: This TxnStatusTablet replica's current role is: LEADER
23:32:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.422406 12371 catalog_manager.cc:5495] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa reported cstate change: term changed from 0 to 1, leader changed from <none> to 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2). New cstate: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } health_report { overall_health: UNKNOWN } } }
23:32:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.426191 13184 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
23:32:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.426710 13184 txn_status_manager.cc:929] Loading transaction status metadata into memory...
23:32:34.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.446549 13160 consensus_queue.cc:1035] T 8bf95d0fe13948b19349f880ae15be77 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:32:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.476001 13160 consensus_queue.cc:1035] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:32:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.485503 13180 consensus_queue.cc:1035] T a92a8d104c004371b0557c6fe187b450 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Connected to new peer: Peer: permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:32:34.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.504325 13042 raft_consensus.cc:1261] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d [term 1 FOLLOWER]: Refusing update from remote peer 6603ceb45d954df29fa351b15de8f6fa: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:32:34.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.504348 12647 raft_consensus.cc:1261] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee [term 1 FOLLOWER]: Refusing update from remote peer 6603ceb45d954df29fa351b15de8f6fa: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:32:34.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.505070 13160 consensus_queue.cc:1035] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Connected to new peer: Peer: permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:32:34.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.505358 13180 consensus_queue.cc:1035] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:32:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.513440 13154 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: TxnStatusTablet state changed. Reason: New leader 6603ceb45d954df29fa351b15de8f6fa. Latest consensus state: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.513764 13154 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: This TxnStatusTablet replica's current role is: FOLLOWER
23:32:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.513729 13149 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: TxnStatusTablet state changed. Reason: New leader 6603ceb45d954df29fa351b15de8f6fa. Latest consensus state: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.514009 13149 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: This TxnStatusTablet replica's current role is: FOLLOWER
23:32:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.516887 13188 mvcc.cc:205] Tried to move back new op lower bound from 7316406085641920512 to 7316406085300416512. Current Snapshot: MvccSnapshot[applied={T|T < 7316406085641920512}]
23:32:34.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.520968 13154 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.521284 13154 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P 5cd445deaf264212b075a0037f17441d: This TxnStatusTablet replica's current role is: FOLLOWER
23:32:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.528196 13148 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.528504 13148 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: This TxnStatusTablet replica's current role is: LEADER
23:32:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.532354 13180 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.532670 13180 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P 6603ceb45d954df29fa351b15de8f6fa: This TxnStatusTablet replica's current role is: LEADER
23:32:34.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.532999 13192 mvcc.cc:205] Tried to move back new op lower bound from 7316406085641920512 to 7316406085300416512. Current Snapshot: MvccSnapshot[applied={T|T < 7316406085641920512}]
23:32:34.535 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
23:32:34.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 472b91dc2ed04f208f6e2342c4889b47
23:32:34.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a92a8d104c004371b0557c6fe187b450 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
23:32:34.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8bf95d0fe13948b19349f880ae15be77 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
23:32:34.541 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a92a8d104c004371b0557c6fe187b450@[5cd445deaf264212b075a0037f17441d(127.11.209.3:43063),6603ceb45d954df29fa351b15de8f6fa(127.11.209.2:38129)[L],eb72b84d450b4ddc8770f03ca23050ee(127.11.209.1:41617)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8bf95d0fe13948b19349f880ae15be77@[5cd445deaf264212b075a0037f17441d(127.11.209.3:43063),6603ceb45d954df29fa351b15de8f6fa(127.11.209.2:38129)[L],eb72b84d450b4ddc8770f03ca23050ee(127.11.209.1:41617)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:32:34.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.209.60:42521, [2ms] Sub RPC GetTableLocations: received response from server master-127.11.209.60:42521: OK, deferred=null) after lookup
23:32:34.542 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6603ceb45d954df29fa351b15de8f6fa(127.11.209.2:38129)] connecting to peer
23:32:34.543 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 6603ceb45d954df29fa351b15de8f6fa(127.11.209.2:38129)] Successfully connected to peer
23:32:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.548859 13149 tablet_replica.cc:439] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6603ceb45d954df29fa351b15de8f6fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb72b84d450b4ddc8770f03ca23050ee" member_type: VOTER last_known_addr { host: "127.11.209.1" port: 41617 } } peers { permanent_uuid: "6603ceb45d954df29fa351b15de8f6fa" member_type: VOTER last_known_addr { host: "127.11.209.2" port: 38129 } } peers { permanent_uuid: "5cd445deaf264212b075a0037f17441d" member_type: VOTER last_known_addr { host: "127.11.209.3" port: 43063 } } }
23:32:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.549145 13149 tablet_replica.cc:442] T 8a1784fe19c14ca08168f929ae78b698 P eb72b84d450b4ddc8770f03ca23050ee: This TxnStatusTablet replica's current role is: FOLLOWER
23:32:34.561 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc2ecf6aa, L:/127.0.0.1:48122 - R:/127.11.209.2:38129] using TOKEN/null
23:32:34.610 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.209.60:42521
23:32:34.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
23:32:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.611366 12100 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskriKhn7/build/asan/bin/kudu pid 12328
23:32:34.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.612919 12428 generic_service.cc:196] Checking for leaks (request via RPC)
23:32:34.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:34.747794 12100 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskriKhn7/build/asan/bin/kudu with pid 12328
23:32:34.776 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.209.60:42521(127.11.209.60:42521)] handling channelInactive
23:32:34.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state READY due to: connection closed
23:32:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:34.777282 12242 connection.cc:535] server connection from 127.0.0.1:41984 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:32:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:34.778105 12143 connection.cc:535] server connection from 127.0.0.1:57300 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:32:34.779 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
23:32:35.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.048108 13212 raft_consensus.cc:482] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d96053eb38674467bd8ad0e604da13ef)
23:32:35.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.048599 13212 raft_consensus.cc:504] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.049249 13213 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d96053eb38674467bd8ad0e604da13ef)
23:32:35.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.049700 13213 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:35.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.050681 12172 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e69a2252db3b493683d46db310bb5f24" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2aac68c900464d538c8f7df264ab838b" is_pre_election: true
23:32:35.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.050926 12172 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e69a2252db3b493683d46db310bb5f24 in term 1.
23:32:35.051 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.11.209.60:42521(127.11.209.60:42521) for tablet Kudu Master: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.051923 13213 leader_election.cc:288] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e69a2252db3b493683d46db310bb5f24 (127.11.209.61:41077), d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521)
23:32:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.051992 12244 leader_election.cc:302] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2aac68c900464d538c8f7df264ab838b, e69a2252db3b493683d46db310bb5f24; no voters:
23:32:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.052561 12274 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2aac68c900464d538c8f7df264ab838b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e69a2252db3b493683d46db310bb5f24" is_pre_election: true
23:32:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.052997 12274 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2aac68c900464d538c8f7df264ab838b in term 1.
23:32:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.053141 13212 leader_election.cc:288] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2aac68c900464d538c8f7df264ab838b (127.11.209.62:46095), d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521)
23:32:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.053480 13215 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:32:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.053516 12137 leader_election.cc:302] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2aac68c900464d538c8f7df264ab838b, e69a2252db3b493683d46db310bb5f24; no voters:
23:32:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.053776 13215 raft_consensus.cc:482] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d96053eb38674467bd8ad0e604da13ef)
23:32:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.053956 13215 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 1 FOLLOWER]: Advancing to term 2
23:32:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.054234 13213 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 1 FOLLOWER]: Leader pre-election won for term 2
23:32:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.054490 13213 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 1 FOLLOWER]: Starting leader election (detected failure of leader d96053eb38674467bd8ad0e604da13ef)
23:32:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.054711 13213 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 1 FOLLOWER]: Advancing to term 2
23:32:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.058370 13215 raft_consensus.cc:504] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.058902 13213 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.060248 13213 leader_election.cc:288] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 2 election: Requested vote from peers e69a2252db3b493683d46db310bb5f24 (127.11.209.61:41077), d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521)
23:32:35.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.060427 12274 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2aac68c900464d538c8f7df264ab838b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e69a2252db3b493683d46db310bb5f24"
23:32:35.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.061018 12274 raft_consensus.cc:2379] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2aac68c900464d538c8f7df264ab838b in current term 2: Already voted for candidate e69a2252db3b493683d46db310bb5f24 in this term.
23:32:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.061537 12143 leader_election.cc:334] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.061648 12172 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e69a2252db3b493683d46db310bb5f24" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2aac68c900464d538c8f7df264ab838b"
23:32:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.061928 12172 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e69a2252db3b493683d46db310bb5f24 in current term 2: Already voted for candidate 2aac68c900464d538c8f7df264ab838b in this term.
23:32:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.059916 13215 leader_election.cc:288] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 2 election: Requested vote from peers 2aac68c900464d538c8f7df264ab838b (127.11.209.62:46095), d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521)
23:32:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.064100 12143 leader_election.cc:334] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.064270 12143 leader_election.cc:302] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aac68c900464d538c8f7df264ab838b; no voters: d96053eb38674467bd8ad0e604da13ef, e69a2252db3b493683d46db310bb5f24
23:32:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.064566 13213 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:32:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.062400 12244 leader_election.cc:334] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.065 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.066797 12911 heartbeater.cc:644] Failed to heartbeat to 127.11.209.60:42521 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.067444 12244 leader_election.cc:334] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.067736 12244 leader_election.cc:302] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e69a2252db3b493683d46db310bb5f24; no voters: 2aac68c900464d538c8f7df264ab838b, d96053eb38674467bd8ad0e604da13ef
23:32:35.068 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.068145 13215 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:32:35.085 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.105 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.107 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.125 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.167 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.205 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.208 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.11.209.60:42521, [6ms] received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, deferred=Deferred@1025396574(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1485390862@6a1c50f7 -> (continuation of Deferred@1872461553 after retry RPC after error@798901735) -> (continuation of Deferred@1614121973 after retry RPC after error@1747383532) -> (continuation of Deferred@1560179695 after retry RPC after error@18003178) -> (continuation of Deferred@1303706910 after retry RPC after error@317387216) -> (continuation of Deferred@1025808745 after retry RPC after error@688250819), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1837571313@43338bf0 -> (continuation of Deferred@1872461553 after retry RPC after error@798901735) -> (continuation of Deferred@1614121973 after retry RPC after error@1747383532) -> (continuation of Deferred@1560179695 after retry RPC after error@18003178) -> (continuation of Deferred@1303706910 after retry RPC after error@317387216) -> (continuation of Deferred@1025808745 after retry RPC after error@688250819)))
23:32:35.209 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.11.209.60:42521, [6ms] received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, deferred=Deferred@1025396574(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1485390862@6a1c50f7 -> (continuation of Deferred@1872461553 after retry RPC after error@798901735) -> (continuation of Deferred@1614121973 after retry RPC after error@1747383532) -> (continuation of Deferred@1560179695 after retry RPC after error@18003178) -> (continuation of Deferred@1303706910 after retry RPC after error@317387216) -> (continuation of Deferred@1025808745 after retry RPC after error@688250819), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1837571313@43338bf0 -> (continuation of Deferred@1872461553 after retry RPC after error@798901735) -> (continuation of Deferred@1614121973 after retry RPC after error@1747383532) -> (continuation of Deferred@1560179695 after retry RPC after error@18003178) -> (continuation of Deferred@1303706910 after retry RPC after error@317387216) -> (continuation of Deferred@1025808745 after retry RPC after error@688250819)))
23:32:35.225 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.227 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.245 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.265 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.285 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.305 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.344 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.386871 13215 raft_consensus.cc:482] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:32:35.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.387094 13215 raft_consensus.cc:504] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:35.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.387852 13215 leader_election.cc:288] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2aac68c900464d538c8f7df264ab838b (127.11.209.62:46095), d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521)
23:32:35.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.388441 12172 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e69a2252db3b493683d46db310bb5f24" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2aac68c900464d538c8f7df264ab838b" is_pre_election: true
23:32:35.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.388695 12172 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e69a2252db3b493683d46db310bb5f24 in term 2.
23:32:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.389285 12244 leader_election.cc:302] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2aac68c900464d538c8f7df264ab838b, e69a2252db3b493683d46db310bb5f24; no voters:
23:32:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.389593 12244 leader_election.cc:334] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.389590 13215 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 2 FOLLOWER]: Leader pre-election won for term 3
23:32:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.389784 13215 raft_consensus.cc:482] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:32:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.389885 13215 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 2 FOLLOWER]: Advancing to term 3
23:32:35.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.392047 13215 raft_consensus.cc:504] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:35.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.392642 13215 leader_election.cc:288] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 3 election: Requested vote from peers 2aac68c900464d538c8f7df264ab838b (127.11.209.62:46095), d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521)
23:32:35.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.393198 12172 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e69a2252db3b493683d46db310bb5f24" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2aac68c900464d538c8f7df264ab838b"
23:32:35.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.393452 12172 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 2 FOLLOWER]: Advancing to term 3
23:32:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.394066 12244 leader_election.cc:334] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.395699 12172 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e69a2252db3b493683d46db310bb5f24 in term 3.
23:32:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.396155 12244 leader_election.cc:302] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2aac68c900464d538c8f7df264ab838b, e69a2252db3b493683d46db310bb5f24; no voters: d96053eb38674467bd8ad0e604da13ef
23:32:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.396458 13215 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 3 FOLLOWER]: Leader election won for term 3
23:32:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.396636 13215 raft_consensus.cc:686] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [term 3 LEADER]: Becoming Leader. State: Replica: e69a2252db3b493683d46db310bb5f24, State: Running, Role: LEADER
23:32:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.397099 13215 consensus_queue.cc:237] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.398396 13212 sys_catalog.cc:455] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e69a2252db3b493683d46db310bb5f24. Latest consensus state: current_term: 3 leader_uuid: "e69a2252db3b493683d46db310bb5f24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:35.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.398696 13212 sys_catalog.cc:458] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: This master's current role is: LEADER
23:32:35.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.399325 13222 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
23:32:35.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.401683 13222 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=222f126025c14fa69f394962ef8a9ebf]
23:32:35.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.402187 13222 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47]
23:32:35.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.403729 13222 tablet_loader.cc:96] loaded metadata for tablet 8a1784fe19c14ca08168f929ae78b698 (table kudu_system.kudu_transactions [id=222f126025c14fa69f394962ef8a9ebf])
23:32:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.404139 13222 tablet_loader.cc:96] loaded metadata for tablet 8bf95d0fe13948b19349f880ae15be77 (table txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47])
23:32:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.404428 13222 tablet_loader.cc:96] loaded metadata for tablet a92a8d104c004371b0557c6fe187b450 (table txn_manager_fallback [id=472b91dc2ed04f208f6e2342c4889b47])
23:32:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.404650 13222 catalog_manager.cc:1484] Initializing Kudu cluster ID...
23:32:35.405 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.405406 13222 catalog_manager.cc:1259] Loaded cluster ID: fc39577b8ce444faaeacb1a5d478cd10
23:32:35.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.405544 13222 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
23:32:35.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.407186 13222 catalog_manager.cc:1504] Loading token signing keys...
23:32:35.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095; will retry
23:32:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.408500 13222 catalog_manager.cc:5879] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24: Loaded TSK: 0
23:32:35.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.409408 13222 catalog_manager.cc:1514] Initializing in-progress tserver states...
23:32:35.465 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.11.209.60:42521(127.11.209.60:42521)] connecting to peer
23:32:35.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.60:42521(127.11.209.60:42521)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.209.60:42521: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521
23:32:35.469 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:32:35.469 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [243ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [244ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, deferred=Deferred@612906557(state=PENDING, result=null, callback=(continuation of Deferred@858899773 after retry RPC after error@1950503840) -> (continuation of Deferred@263824942 after retry RPC after error@1785020474) -> (continuation of Deferred@1463838822 after retry RPC after error@830078589) -> (continuation of Deferred@1932764842 after retry RPC after error@865553510) -> (continuation of Deferred@1732251946 after retry RPC after error@422875561) -> (continuation of Deferred@2002543315 after retry RPC after error@2116150306) -> (continuation of Deferred@420443021 after retry RPC after error@604704988), errback=(continuation of Deferred@858899773 after retry RPC after error@1950503840) -> (continuation of Deferred@263824942 after retry RPC after error@1785020474) -> (continuation of Deferred@1463838822 after retry RPC after error@830078589) -> (continuation of Deferred@1932764842 after retry RPC after error@865553510) -> (continuation of Deferred@1732251946 after retry RPC after error@422875561) -> (continuation of Deferred@2002543315 after retry RPC after error@2116150306) -> (continuation of Deferred@420443021 after retry RPC after error@604704988))) after lookup
23:32:35.485 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [3ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [63ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.11.209.60:42521,127.11.209.61:41077,127.11.209.62:46095) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.60:42521, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.61:41077, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.209.62:46095, [243ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.60:42521: Network error: Failed to connect to peer master-127.11.209.60:42521(127.11.209.60:42521): Connection refused: /127.11.209.60:42521, [244ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.62:46095: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.11.209.61:41077: OK, [246ms] sending RPC to server master-127.11.209.61:41077, deferred=Deferred@612906557(state=PENDING, result=null, callback=(continuation of Deferred@858899773 after retry RPC after error@1950503840) -> (continuation of Deferred@263824942 after retry RPC after error@1785020474) -> (continuation of Deferred@1463838822 after retry RPC after error@830078589) -> (continuation of Deferred@1932764842 after retry RPC after error@865553510) -> (continuation of Deferred@1732251946 after retry RPC after error@422875561) -> (continuation of Deferred@2002543315 after retry RPC after error@2116150306) -> (continuation of Deferred@420443021 after retry RPC after error@604704988) -> (continuation of Deferred@805131418 after retry RPC@2106001834), errback=(continuation of Deferred@858899773 after retry RPC after error@1950503840) -> (continuation of Deferred@263824942 after retry RPC after error@1785020474) -> (continuation of Deferred@1463838822 after retry RPC after error@830078589) -> (continuation of Deferred@1932764842 after retry RPC after error@865553510) -> (continuation of Deferred@1732251946 after retry RPC after error@422875561) -> (continuation of Deferred@2002543315 after retry RPC after error@2116150306) -> (continuation of Deferred@420443021 after retry RPC after error@604704988) -> (continuation of Deferred@805131418 after retry RPC@2106001834)))
23:32:35.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.496168 12305 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41996 (request call id 15) took 25 ms (client timeout 5 ms). Trace:
23:32:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.496590 12305 rpcz_store.cc:269] 0808 23:32:35.470791 (+ 0us) service_pool.cc:170] Inserting onto call queue
23:32:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 23:32:35.470906 (+ 115us) service_pool.cc:227] Handling call
23:32:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 23:32:35.496002 (+ 25096us) inbound_call.cc:173] Queueing success response
23:32:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":529,"thread_start_us":1733,"threads_started":5}
23:32:35.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1662455367623432 + 9221709581487157755 cannot be represented in type 'long'
23:32:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.514537 12244 consensus_peers.cc:487] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 -> Peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Couldn't send request to peer d96053eb38674467bd8ad0e604da13ef. Status: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:32:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.517359 12172 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 3 FOLLOWER]: Refusing update from remote peer e69a2252db3b493683d46db310bb5f24: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
23:32:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.526908 13212 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.002s
23:32:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.530273 13101 heartbeater.cc:644] Failed to heartbeat to 127.11.209.60:42521 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.532604 13213 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: SysCatalogTable state changed. Reason: New leader e69a2252db3b493683d46db310bb5f24. Latest consensus state: current_term: 3 leader_uuid: "e69a2252db3b493683d46db310bb5f24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.533038 13213 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: This master's current role is: FOLLOWER
23:32:35.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.545051 13212 sys_catalog.cc:455] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "e69a2252db3b493683d46db310bb5f24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:35.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.545586 13212 sys_catalog.cc:458] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 [sys.catalog]: This master's current role is: LEADER
23:32:35.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.547017 13213 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "e69a2252db3b493683d46db310bb5f24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } } }
23:32:35.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.547513 13213 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [sys.catalog]: This master's current role is: FOLLOWER
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.546037 12265 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42012:
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
23:32:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:32:35.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
23:32:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.562883 12265 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:32:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.563710 12719 heartbeater.cc:644] Failed to heartbeat to 127.11.209.60:42521 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:35.604554 12756 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.045s from last keepalive heartbeat (effective timeout is 1.000s)
23:32:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.607075 12813 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.11.209.60:42521)
23:32:35.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.619799 13247 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
23:32:35.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:35.979621 12244 consensus_peers.cc:487] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 -> Peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Couldn't send request to peer d96053eb38674467bd8ad0e604da13ef. Status: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:32:36.110 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2:38129): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1786231954 last_transition_timestamp: 1786231955
23:32:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:36.299775 12244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111) [suppressed 16 similar messages]
23:32:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:36.503211 12244 consensus_peers.cc:487] T 00000000000000000000000000000000 P e69a2252db3b493683d46db310bb5f24 -> Peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Couldn't send request to peer d96053eb38674467bd8ad0e604da13ef. Status: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
23:32:36.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.531615 13107 heartbeater.cc:503] Master 127.11.209.61:41077 was elected leader, sending a full tablet report...
23:32:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.560515 12721 heartbeater.cc:503] Master 127.11.209.61:41077 was elected leader, sending a full tablet report...
23:32:36.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f08e6c10538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
23:32:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
23:32:36.785 [DEBUG - main] (Connection.java:575) [peer master-127.11.209.62:46095(127.11.209.62:46095)] disconnecting while in state READY
23:32:36.785 [DEBUG - main] (Connection.java:575) [peer master-127.11.209.60:42521(127.11.209.60:42521)] disconnecting while in state TERMINATED
23:32:36.785 [DEBUG - main] (Connection.java:575) [peer master-127.11.209.61:41077(127.11.209.61:41077)] disconnecting while in state READY
23:32:36.786 [DEBUG - main] (Connection.java:575) [peer 6603ceb45d954df29fa351b15de8f6fa(127.11.209.2:38129)] disconnecting while in state READY
23:32:36.786 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.209.62:46095(127.11.209.62:46095)] handling channelInactive
23:32:36.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.209.62:46095(127.11.209.62:46095)] cleaning up while in state READY due to: connection closed
23:32:36.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:32:36.788 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.209.61:41077(127.11.209.61:41077)] handling channelInactive
23:32:36.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.209.61:41077(127.11.209.61:41077)] cleaning up while in state READY due to: connection closed
23:32:36.789 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.11.209.61:41077(127.11.209.61:41077) for tablet Kudu Master: connection closed
23:32:36.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.789824 12100 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskriKhn7/build/asan/bin/kudu pid 12498
23:32:36.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f08f9c80be2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
23:32:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f08f9c717d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
23:32:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.801000 12711 generic_service.cc:196] Checking for leaks (request via RPC)
23:32:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f08f9dc616b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
23:32:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f08f9dc6d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
23:32:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f08f9dcb9cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
23:32:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.816509 12114 master_runner.cc:186] Error getting master registration for 127.11.209.60:42521: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111),
23:32:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.816766 12114 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
23:32:36.789 [WARN - kudu-nio-1] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244) [main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:487) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:728) [main/:?]
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1085) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
23:32:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f08f3e7ccc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
23:32:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f08f3e7c9f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372)
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447)
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343)
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260)
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:487)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:728)
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1085)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901)
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
23:32:36.827 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 6603ceb45d954df29fa351b15de8f6fa(127.11.209.2:38129)] handling channelInactive
23:32:36.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6603ceb45d954df29fa351b15de8f6fa(127.11.209.2:38129)] cleaning up while in state READY due to: connection closed
23:32:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f08ed7ed9be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
23:32:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f08ed7ec79e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
23:32:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f08ed7f2b25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
23:32:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f08ed7f354f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
23:32:36.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f08ed7f3378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
23:32:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
23:32:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f08e6cd5eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
23:32:36.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f08e9faf6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
23:32:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f08e2f4561e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
23:32:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
23:32:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
23:32:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.923641 12100 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskriKhn7/build/asan/bin/kudu with pid 12498
23:32:36.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.951988 12100 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskriKhn7/build/asan/bin/kudu pid 12728
23:32:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:36.960014 12906 generic_service.cc:196] Checking for leaks (request via RPC)
23:32:37.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.083784 12913 heartbeater.cc:503] Master 127.11.209.61:41077 was elected leader, sending a full tablet report...
23:32:37.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.085475 12100 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskriKhn7/build/asan/bin/kudu with pid 12728
23:32:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:37.116897 12144 connection.cc:535] server connection from 127.11.209.2:47313 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:32:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.117053 12100 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskriKhn7/build/asan/bin/kudu pid 12915
23:32:37.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.124565 13095 generic_service.cc:196] Checking for leaks (request via RPC)
23:32:37.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.148753 13290 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader e69a2252db3b493683d46db310bb5f24)
23:32:37.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.148945 13290 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2aac68c900464d538c8f7df264ab838b" member_type: VOTER last_known_addr { host: "127.11.209.62" port: 46095 } } peers { permanent_uuid: "e69a2252db3b493683d46db310bb5f24" member_type: VOTER last_known_addr { host: "127.11.209.61" port: 41077 } } peers { permanent_uuid: "d96053eb38674467bd8ad0e604da13ef" member_type: VOTER last_known_addr { host: "127.11.209.60" port: 42521 } }
23:32:37.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.149653 13290 leader_election.cc:288] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers e69a2252db3b493683d46db310bb5f24 (127.11.209.61:41077), d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521)
23:32:37.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:37.150527 12143 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111) [suppressed 9 similar messages]
23:32:37.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:37.152065 12137 leader_election.cc:334] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer e69a2252db3b493683d46db310bb5f24 (127.11.209.61:41077): Network error: Client connection negotiation failed: client connection to 127.11.209.61:41077: connect: Connection refused (error 111)
23:32:37.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 23:32:37.152293 12143 leader_election.cc:334] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d96053eb38674467bd8ad0e604da13ef (127.11.209.60:42521): Network error: Client connection negotiation failed: client connection to 127.11.209.60:42521: connect: Connection refused (error 111)
23:32:37.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.152463 12143 leader_election.cc:302] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2aac68c900464d538c8f7df264ab838b; no voters: d96053eb38674467bd8ad0e604da13ef, e69a2252db3b493683d46db310bb5f24
23:32:37.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.152796 13290 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2aac68c900464d538c8f7df264ab838b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
23:32:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.229004 12100 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskriKhn7/build/asan/bin/kudu with pid 12915
23:32:37.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.256120 12100 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskriKhn7/build/asan/bin/kudu pid 12114
23:32:37.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.257473 12207 generic_service.cc:196] Checking for leaks (request via RPC)
23:32:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 23:32:37.376014 12100 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskriKhn7/build/asan/bin/kudu with pid 12114
23:32:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T23:32:37Z chronyd exiting
23:32:37.535 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2:38129): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1786231954 last_transition_timestamp: 1786231955
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 6603ceb45d954df29fa351b15de8f6fa (127.11.209.2:38129): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1786231954 last_transition_timestamp: 1786231955
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more