20:26:26.679 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:26:26.679 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskoN9ZMD/test-tmp
20:26:26.679 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:26:26.679 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskoN9ZMD/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:26:26.681 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:26:27.020 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:26:27.020 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:26:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.022858 12705 mini_oidc.cc:152] Starting JWKS server
20:26:27.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.025756 12705 webserver.cc:460] Webserver started at http://127.0.0.1:39471/ using document root <none> and password file <none>
20:26:27.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.025978 12705 mini_oidc.cc:189] Starting OIDC Discovery server
20:26:27.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.026590 12705 webserver.cc:460] Webserver started at http://127.0.0.1:44013/ using document root <none> and password file <none>
20:26:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:26:27Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:26:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:26:27Z Disabled control of system clock
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.057437 12705 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/wal
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/data
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/logs
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/data/info.pb
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.126:36637
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.126
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:26:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:26:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.395743 12716 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.396066 12716 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.396153 12716 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.404410 12716 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.404536 12716 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:26:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.404577 12716 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.404626 12716 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.404664 12716 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.404718 12716 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.404750 12716 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39471/jwks.json
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.414355 12716 master_runner.cc:386] Master server non-default flags:
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/data
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/wal
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.126:36637
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/data/info.pb
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.126
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/logs
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:26:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.415759 12716 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.417727 12716 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.431744 12721 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.431658 12724 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.432083 12716 server_base.cc:1034] running on GCE node
20:26:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.431712 12722 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.433295 12716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:27.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.434949 12716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:27.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.436223 12716 hybrid_clock.cc:648] HybridClock initialized: now 1781987187436151 us; error 59 us; skew 500 ppm
20:26:27.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.436657 12716 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:27.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.439141 12716 webserver.cc:460] Webserver started at http://127.12.104.126:38053/ using document root <none> and password file <none>
20:26:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.439883 12716 fs_manager.cc:359] Metadata directory not provided
20:26:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.440025 12716 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.440341 12716 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:26:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.443177 12716 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/data/instance:
20:26:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be631aa6efb34cf98d65fc72c92bfada"
20:26:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:27 on dist-test-slave-k3hl"
20:26:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.444116 12716 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/wal/instance:
20:26:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be631aa6efb34cf98d65fc72c92bfada"
20:26:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:27 on dist-test-slave-k3hl"
20:26:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.449903 12716 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
20:26:27.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.453809 12730 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:27.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.455359 12716 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:26:27.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.455587 12716 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/data,/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/wal
20:26:27.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be631aa6efb34cf98d65fc72c92bfada"
20:26:27.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:27 on dist-test-slave-k3hl"
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.455854 12716 fs_report.cc:383] FS layout report
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/wal
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/wal
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/data/data
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.484987 12716 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.485977 12716 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.486349 12716 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.509053 12716 rpc_server.cc:307] RPC server started. Bound to: 127.12.104.126:36637
20:26:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.509075 12791 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.104.126:36637 every 8 connection(s)
20:26:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.510439 12716 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/data/info.pb
20:26:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.514405 12792 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.515949 12705 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu as pid 12716
20:26:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.516178 12705 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-0/wal/instance
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.518352 12705 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/logs
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/info.pb
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.125:33037
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.125
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:26:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:26:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.521510 12792 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } has no permanent_uuid. Determining permanent_uuid...
20:26:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.541908 12792 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } has no permanent_uuid. Determining permanent_uuid...
20:26:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.543269 12731 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:27.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.544993 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.125:33037: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.594398 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } attempt: 1
20:26:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.596588 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.125:33037: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.664939 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } attempt: 2
20:26:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.667292 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.125:33037: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.758601 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } attempt: 3
20:26:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.760890 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.125:33037: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.866169 12794 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.866499 12794 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.866601 12794 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.874090 12794 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.874213 12794 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:26:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.874253 12794 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.874302 12794 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.874341 12794 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.874394 12794 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.874428 12794 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39471/jwks.json
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.884322 12794 master_runner.cc:386] Master server non-default flags:
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.125:33037
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/info.pb
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.125
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/logs
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:26:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.885772 12794 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.887531 12794 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.901062 12803 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.901044 12802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.901047 12805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.902056 12794 server_base.cc:1034] running on GCE node
20:26:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.902997 12794 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.904173 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } attempt: 4
20:26:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.905061 12794 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.906442 12794 hybrid_clock.cc:648] HybridClock initialized: now 1781987187906381 us; error 44 us; skew 500 ppm
20:26:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:27.906486 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.125:33037: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.906869 12794 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.909624 12794 webserver.cc:460] Webserver started at http://127.12.104.125:38159/ using document root <none> and password file <none>
20:26:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.910323 12794 fs_manager.cc:359] Metadata directory not provided
20:26:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.910426 12794 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.910710 12794 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:26:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.913551 12794 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/instance:
20:26:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e"
20:26:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:27 on dist-test-slave-k3hl"
20:26:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.914333 12794 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal/instance:
20:26:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e"
20:26:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:27 on dist-test-slave-k3hl"
20:26:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.919898 12794 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
20:26:27.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.924085 12811 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.925800 12794 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.925971 12794 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data,/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e"
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:27 on dist-test-slave-k3hl"
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.926254 12794 fs_report.cc:383] FS layout report
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/data
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.945374 12794 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.946249 12794 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.946600 12794 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.970044 12794 rpc_server.cc:307] RPC server started. Bound to: 127.12.104.125:33037
20:26:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.970057 12872 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.104.125:33037 every 8 connection(s)
20:26:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.971477 12794 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/info.pb
20:26:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.975472 12873 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.977214 12705 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu as pid 12794
20:26:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.977401 12705 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal/instance
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.978407 12705 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/logs
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/info.pb
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.124:44107
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.124
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:26:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:26:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.981701 12873 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } has no permanent_uuid. Determining permanent_uuid...
20:26:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:27.997941 12873 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } has no permanent_uuid. Determining permanent_uuid...
20:26:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.009353 12873 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } has no permanent_uuid. Determining permanent_uuid...
20:26:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.010586 12812 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.012283 12873 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.061590 12873 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 1
20:26:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.063768 12873 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.132000 12873 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 2
20:26:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.134320 12873 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.205770 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } attempt: 5
20:26:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.214285 12792 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } has no permanent_uuid. Determining permanent_uuid...
20:26:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.216267 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.225605 12873 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 3
20:26:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.227892 12873 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.267553 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 1
20:26:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.269686 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.337932 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 2
20:26:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.340114 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.342461 12875 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.342836 12875 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.342984 12875 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.351572 12875 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.351756 12875 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:26:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.351820 12875 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.351908 12875 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.351981 12875 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.352075 12875 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.352175 12875 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39471/jwks.json
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.363312 12875 master_runner.cc:386] Master server non-default flags:
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:26:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.124:44107
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/info.pb
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.124
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/logs
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:26:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:26:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:26:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.365195 12875 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.367368 12875 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.371121 12873 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 4
20:26:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.373198 12873 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.380923 12886 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.381016 12883 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.380973 12884 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.385643 12875 server_base.cc:1034] running on GCE node
20:26:28.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.386935 12875 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.388581 12875 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:28.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.389959 12875 hybrid_clock.cc:648] HybridClock initialized: now 1781987188389892 us; error 63 us; skew 500 ppm
20:26:28.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.390280 12875 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:28.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.392637 12875 webserver.cc:460] Webserver started at http://127.12.104.124:33053/ using document root <none> and password file <none>
20:26:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.393345 12875 fs_manager.cc:359] Metadata directory not provided
20:26:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.393433 12875 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.393697 12875 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:26:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.396373 12875 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/instance:
20:26:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74"
20:26:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:28 on dist-test-slave-k3hl"
20:26:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.397223 12875 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal/instance:
20:26:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74"
20:26:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:28 on dist-test-slave-k3hl"
20:26:28.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.402366 12875 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.003s
20:26:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.405900 12892 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:28.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.407274 12875 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
20:26:28.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.407477 12875 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data,/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74"
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:28 on dist-test-slave-k3hl"
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.407722 12875 fs_report.cc:383] FS layout report
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/data
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.434310 12875 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.435264 12875 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.435621 12875 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.446367 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 3
20:26:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.448702 12792 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.458312 12875 rpc_server.cc:307] RPC server started. Bound to: 127.12.104.124:44107
20:26:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.458360 12953 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.104.124:44107 every 8 connection(s)
20:26:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.459690 12875 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/info.pb
20:26:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.463605 12954 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:28.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.467197 12705 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu as pid 12875
20:26:28.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.467311 12705 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal/instance
20:26:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.470158 12954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } has no permanent_uuid. Determining permanent_uuid...
20:26:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.487542 12954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } has no permanent_uuid. Determining permanent_uuid...
20:26:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.495977 12954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } has no permanent_uuid. Determining permanent_uuid...
20:26:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.507643 12954 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Bootstrap starting.
20:26:28.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.511202 12954 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Neither blocks nor log segments found. Creating new log.
20:26:28.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.512526 12954 log.cc:824] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Log is configured to *not* fsync() on all Append() calls
20:26:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.517010 12954 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: No bootstrap required, opened a new log
20:26:28.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.524644 12954 raft_consensus.cc:348] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.525161 12954 raft_consensus.cc:374] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:28.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.525286 12954 raft_consensus.cc:729] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 653fd7a5ec6740f2bb7cf0d5fc5cef74, State: Initialized, Role: FOLLOWER
20:26:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.526021 12954 consensus_queue.cc:260] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.527426 12963 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.527763 12963 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: FOLLOWER
20:26:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.528704 12954 sys_catalog.cc:564] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: configured and running, proceeding with master startup.
20:26:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.539091 12974 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.539249 12974 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.536510 12875 master_runner.cc:186] Error getting master registration for 127.12.104.126:36637: OK, instance_id { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" instance_seqno: 1781987187503644 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:26:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.545230 12875 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.602010 12963 raft_consensus.cc:482] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.602309 12963 raft_consensus.cc:504] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.603843 12963 leader_election.cc:288] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037)
20:26:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.625998 12792 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 4
20:26:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.639966 12792 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: Bootstrap starting.
20:26:28.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.644451 12792 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: Neither blocks nor log segments found. Creating new log.
20:26:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.646282 12792 log.cc:824] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: Log is configured to *not* fsync() on all Append() calls
20:26:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.656243 12792 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: No bootstrap required, opened a new log
20:26:28.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.668128 12792 raft_consensus.cc:348] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.668601 12792 raft_consensus.cc:374] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:28.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.668725 12792 raft_consensus.cc:729] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be631aa6efb34cf98d65fc72c92bfada, State: Initialized, Role: FOLLOWER
20:26:28.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.669461 12792 consensus_queue.cc:260] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.671038 12977 sys_catalog.cc:455] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.671895 12977 sys_catalog.cc:458] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: This master's current role is: FOLLOWER
20:26:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.672343 12792 sys_catalog.cc:564] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: configured and running, proceeding with master startup.
20:26:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.672468 12873 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } attempt: 5
20:26:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.672410 12757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be631aa6efb34cf98d65fc72c92bfada" is_pre_election: true
20:26:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.673067 12757 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 653fd7a5ec6740f2bb7cf0d5fc5cef74 in term 0.
20:26:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.674028 12896 leader_election.cc:302] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74, be631aa6efb34cf98d65fc72c92bfada; no voters:
20:26:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.674540 12963 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:26:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.674748 12963 raft_consensus.cc:482] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:26:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.674886 12963 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 0 FOLLOWER]: Advancing to term 1
20:26:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.679453 12963 raft_consensus.cc:504] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.681206 12757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be631aa6efb34cf98d65fc72c92bfada"
20:26:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.681483 12757 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 0 FOLLOWER]: Advancing to term 1
20:26:28.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.682281 12963 leader_election.cc:288] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 1 election: Requested vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037)
20:26:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.685487 12757 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 653fd7a5ec6740f2bb7cf0d5fc5cef74 in term 1.
20:26:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.686221 12896 leader_election.cc:302] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74, be631aa6efb34cf98d65fc72c92bfada; no voters:
20:26:28.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.686831 12963 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Leader election won for term 1
20:26:28.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.690511 12898 tablet.cc:2369] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:26:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.691881 12963 raft_consensus.cc:686] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 LEADER]: Becoming Leader. State: Replica: 653fd7a5ec6740f2bb7cf0d5fc5cef74, State: Running, Role: LEADER
20:26:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.692493 12963 consensus_queue.cc:237] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.706702 12989 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 653fd7a5ec6740f2bb7cf0d5fc5cef74. Latest consensus state: current_term: 1 leader_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.707171 12989 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: LEADER
20:26:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.700745 12873 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Bootstrap starting.
20:26:28.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.715535 12873 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Neither blocks nor log segments found. Creating new log.
20:26:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.717157 12992 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:26:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.719535 12992 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:26:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.720971 12873 log.cc:824] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Log is configured to *not* fsync() on all Append() calls
20:26:28.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.694371 12716 master_runner.cc:186] Error getting master registration for 127.12.104.125:33037: OK, instance_id { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" instance_seqno: 1781987187964104 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:26:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.727106 12716 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.730927 12988 catalog_manager.cc:1558] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.731102 12988 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.735014 12873 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: No bootstrap required, opened a new log
20:26:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:28.739526 12736 tablet.cc:2369] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:26:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.743392 12757 raft_consensus.cc:1261] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 1 FOLLOWER]: Refusing update from remote peer 653fd7a5ec6740f2bb7cf0d5fc5cef74: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:26:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.746079 12989 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.747651 12873 raft_consensus.cc:348] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.748080 12873 raft_consensus.cc:374] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.748202 12873 raft_consensus.cc:729] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7298c0d0cdb4806a17f82e75fbb5c5e, State: Initialized, Role: FOLLOWER
20:26:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.749095 12873 consensus_queue.cc:260] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:28.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.758359 12995 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.759229 12995 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: FOLLOWER
20:26:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.760057 12873 sys_catalog.cc:564] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: configured and running, proceeding with master startup.
20:26:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.760092 12838 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" is_pre_election: true
20:26:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.760754 12838 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 653fd7a5ec6740f2bb7cf0d5fc5cef74 in term 0.
20:26:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.761227 12837 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e"
20:26:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.761464 12837 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 0 FOLLOWER]: Advancing to term 1
20:26:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.766790 12837 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 653fd7a5ec6740f2bb7cf0d5fc5cef74 in term 1.
20:26:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.767725 12836 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 1 FOLLOWER]: Refusing update from remote peer 653fd7a5ec6740f2bb7cf0d5fc5cef74: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:26:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.769973 12989 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.787456 12977 sys_catalog.cc:455] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: SysCatalogTable state changed. Reason: New leader 653fd7a5ec6740f2bb7cf0d5fc5cef74. Latest consensus state: current_term: 1 leader_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.787856 12977 sys_catalog.cc:458] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: This master's current role is: FOLLOWER
20:26:28.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.796069 12994 mvcc.cc:205] Tried to move back new op lower bound from 7299019525059014656 to 7299019524889157632. Current Snapshot: MvccSnapshot[applied={T|T < 7299019525059014656}]
20:26:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.804217 12992 catalog_manager.cc:1347] Generated new cluster ID: 6dc2d956583f4882b94b8ab8d3021f82
20:26:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.804371 12992 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:26:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.805266 12963 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.805792 12963 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: LEADER
20:26:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.825542 12977 sys_catalog.cc:455] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.825873 12977 sys_catalog.cc:458] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: This master's current role is: FOLLOWER
20:26:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.828877 12995 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 653fd7a5ec6740f2bb7cf0d5fc5cef74. Latest consensus state: current_term: 1 leader_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.829224 12995 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: FOLLOWER
20:26:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.832816 12989 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.833122 12989 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: LEADER
20:26:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.835052 12998 mvcc.cc:205] Tried to move back new op lower bound from 7299019525059014656 to 7299019524889157632. Current Snapshot: MvccSnapshot[applied={T|T < 7299019525059014656}]
20:26:28.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.845518 12995 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:28.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.845819 12995 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: FOLLOWER
20:26:28.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.860124 12992 catalog_manager.cc:1370] Generated new certificate authority record
20:26:28.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.862007 12992 catalog_manager.cc:1504] Loading token signing keys...
20:26:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.881573 12992 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Generated new TSK 0
20:26:28.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.882956 12992 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:26:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.890074 13014 catalog_manager.cc:1259] Loaded cluster ID: 6dc2d956583f4882b94b8ab8d3021f82
20:26:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.890420 13014 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: loading cluster ID for follower catalog manager: success
20:26:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.895087 13014 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: acquiring CA information for follower catalog manager: success
20:26:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.898242 13014 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:26:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:28.918682 12705 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/wal
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/data
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/logs
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/data/info.pb
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.65:0
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.104.65
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.65
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:26:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:26:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.370926 13016 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.371515 13016 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.371721 13016 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.380424 13016 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.380630 13016 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:26:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.380687 13016 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:26:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.380755 13016 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:26:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.380884 13016 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.104.65
20:26:29.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.397441 13016 tablet_server_runner.cc:78] Tablet server non-default flags:
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/data
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/wal
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.65:0
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/data/info.pb
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.65
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.104.65
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/logs
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:26:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:26:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.399204 13016 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.401295 13016 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.419220 13022 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.420248 13023 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.423902 13025 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.424041 13016 server_base.cc:1034] running on GCE node
20:26:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.425145 13016 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.426692 13016 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.427969 13016 hybrid_clock.cc:648] HybridClock initialized: now 1781987189427909 us; error 51 us; skew 500 ppm
20:26:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.428388 13016 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:29.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.431751 13016 webserver.cc:460] Webserver started at http://127.12.104.65:41789/ using document root <none> and password file <none>
20:26:29.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.432716 13016 fs_manager.cc:359] Metadata directory not provided
20:26:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.432884 13016 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.433251 13016 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:26:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.437036 13016 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/data/instance:
20:26:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef6efe56d304eb5981851ac050749bd"
20:26:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:29 on dist-test-slave-k3hl"
20:26:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.438098 13016 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/wal/instance:
20:26:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef6efe56d304eb5981851ac050749bd"
20:26:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:29 on dist-test-slave-k3hl"
20:26:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.446568 13016 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.001s sys 0.006s
20:26:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.452111 13031 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.454595 13016 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.454831 13016 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/data,/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/wal
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef6efe56d304eb5981851ac050749bd"
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:29 on dist-test-slave-k3hl"
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.455092 13016 fs_report.cc:383] FS layout report
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/wal
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/wal
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/data/data
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.485908 13016 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.486936 13016 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.487246 13016 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.490443 13016 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:26:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.490582 13016 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:26:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.490710 13016 ts_tablet_manager.cc:610] Registered 0 tablets
20:26:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.490794 13016 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:26:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.580600 13016 rpc_server.cc:307] RPC server started. Bound to: 127.12.104.65:38979
20:26:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.580696 13155 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.104.65:38979 every 8 connection(s)
20:26:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.582129 13016 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/data/info.pb
20:26:29.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.584645 13157 heartbeater.cc:347] Connected to a master server at 127.12.104.126:36637
20:26:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.584923 13157 heartbeater.cc:464] Registering TS with master...
20:26:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.585897 12705 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu as pid 13016
20:26:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.585974 13157 heartbeater.cc:511] Master 127.12.104.126:36637 requested a full tablet report, sending...
20:26:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.586123 12705 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-0/wal/instance
20:26:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.590617 12747 ts_manager.cc:194] Registered new tserver with Master: 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979)
20:26:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.592768 12705 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/wal
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/data
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/logs
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/data/info.pb
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.66:0
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.104.66
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.66
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:26:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:26:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.596894 13156 heartbeater.cc:347] Connected to a master server at 127.12.104.124:44107
20:26:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.597121 13156 heartbeater.cc:464] Registering TS with master...
20:26:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.597559 13158 heartbeater.cc:347] Connected to a master server at 127.12.104.125:33037
20:26:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.597632 13156 heartbeater.cc:511] Master 127.12.104.124:44107 requested a full tablet report, sending...
20:26:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.597720 13158 heartbeater.cc:464] Registering TS with master...
20:26:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.598268 13158 heartbeater.cc:511] Master 127.12.104.125:33037 requested a full tablet report, sending...
20:26:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.599593 12909 ts_manager.cc:194] Registered new tserver with Master: 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979)
20:26:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.599830 12828 ts_manager.cc:194] Registered new tserver with Master: 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979)
20:26:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.602136 12909 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.104.65:34941
20:26:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.733592 12988 catalog_manager.cc:1259] Loaded cluster ID: 6dc2d956583f4882b94b8ab8d3021f82
20:26:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.733716 12988 catalog_manager.cc:1552] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: loading cluster ID for follower catalog manager: success
20:26:29.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.737449 12988 catalog_manager.cc:1574] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: acquiring CA information for follower catalog manager: success
20:26:29.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.740198 12988 catalog_manager.cc:1602] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:26:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.951651 13161 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.952026 13161 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.952184 13161 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.959684 13161 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.959887 13161 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:26:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.959944 13161 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:26:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.960011 13161 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:26:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.960122 13161 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.104.66
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.969874 13161 tablet_server_runner.cc:78] Tablet server non-default flags:
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/data
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/wal
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.66:0
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/data/info.pb
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.66
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:26:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.104.66
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/logs
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:26:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.971673 13161 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.973766 13161 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.987883 13167 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.987866 13169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:29.987952 13166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.994583 13161 server_base.cc:1034] running on GCE node
20:26:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.995281 13161 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:29.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.996362 13161 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.997581 13161 hybrid_clock.cc:648] HybridClock initialized: now 1781987189997529 us; error 48 us; skew 500 ppm
20:26:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:29.997874 13161 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:30.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.000417 13161 webserver.cc:460] Webserver started at http://127.12.104.66:42939/ using document root <none> and password file <none>
20:26:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.001185 13161 fs_manager.cc:359] Metadata directory not provided
20:26:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.001279 13161 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.001546 13161 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:26:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.004177 13161 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/data/instance:
20:26:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "327badab66f04c5aa3d6eb0d96ce86d8"
20:26:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:29 on dist-test-slave-k3hl"
20:26:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.005039 13161 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/wal/instance:
20:26:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "327badab66f04c5aa3d6eb0d96ce86d8"
20:26:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:29 on dist-test-slave-k3hl"
20:26:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.010728 13161 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
20:26:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.014829 13175 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.016505 13161 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
20:26:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.016654 13161 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/data,/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/wal
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "327badab66f04c5aa3d6eb0d96ce86d8"
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:29 on dist-test-slave-k3hl"
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.016913 13161 fs_report.cc:383] FS layout report
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/wal
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/wal
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/data/data
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.067378 13161 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:30.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.068245 13161 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:30.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.068537 13161 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:30.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.071467 13161 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:26:30.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.071552 13161 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:26:30.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.071643 13161 ts_tablet_manager.cc:610] Registered 0 tablets
20:26:30.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.071686 13161 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:26:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.130659 13161 rpc_server.cc:307] RPC server started. Bound to: 127.12.104.66:38543
20:26:30.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.130703 13299 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.104.66:38543 every 8 connection(s)
20:26:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.132167 13161 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/data/info.pb
20:26:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.135747 12705 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu as pid 13161
20:26:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.135914 12705 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-1/wal/instance
20:26:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.134681 13301 heartbeater.cc:347] Connected to a master server at 127.12.104.126:36637
20:26:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.138196 13301 heartbeater.cc:464] Registering TS with master...
20:26:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.139246 13301 heartbeater.cc:511] Master 127.12.104.126:36637 requested a full tablet report, sending...
20:26:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.141492 12747 ts_manager.cc:194] Registered new tserver with Master: 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543)
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.143962 13302 heartbeater.cc:347] Connected to a master server at 127.12.104.125:33037
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.144117 13302 heartbeater.cc:464] Registering TS with master...
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.144136 12705 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/wal
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/data
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/logs
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/data/info.pb
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.67:0
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.104.67
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.67
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.144544 13302 heartbeater.cc:511] Master 127.12.104.125:33037 requested a full tablet report, sending...
20:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.145645 13300 heartbeater.cc:347] Connected to a master server at 127.12.104.124:44107
20:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.145776 13300 heartbeater.cc:464] Registering TS with master...
20:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.145738 12828 ts_manager.cc:194] Registered new tserver with Master: 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543)
20:26:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.146226 13300 heartbeater.cc:511] Master 127.12.104.124:44107 requested a full tablet report, sending...
20:26:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.147059 12909 ts_manager.cc:194] Registered new tserver with Master: 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543)
20:26:30.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.147899 12909 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.104.66:35691
20:26:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.488471 13305 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.488893 13305 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.489051 13305 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.496769 13305 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.497013 13305 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:26:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.497080 13305 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:26:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.497150 13305 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:26:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.497277 13305 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.104.67
20:26:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.506659 13305 tablet_server_runner.cc:78] Tablet server non-default flags:
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/data
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/wal
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.67:0
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/data/info.pb
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.67
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.104.67
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/logs
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:26:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:26:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.508328 13305 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.510244 13305 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.525560 13311 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.525863 13313 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.526033 13310 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.527455 13305 server_base.cc:1034] running on GCE node
20:26:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.528272 13305 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.529557 13305 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:30.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.530817 13305 hybrid_clock.cc:648] HybridClock initialized: now 1781987190530738 us; error 70 us; skew 500 ppm
20:26:30.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.531299 13305 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.534015 13305 webserver.cc:460] Webserver started at http://127.12.104.67:33479/ using document root <none> and password file <none>
20:26:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.534766 13305 fs_manager.cc:359] Metadata directory not provided
20:26:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.534907 13305 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.535223 13305 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:26:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.538023 13305 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/data/instance:
20:26:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9e299c7c7d0486c8c905813fc0f5415"
20:26:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:30 on dist-test-slave-k3hl"
20:26:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.538882 13305 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/wal/instance:
20:26:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9e299c7c7d0486c8c905813fc0f5415"
20:26:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:30 on dist-test-slave-k3hl"
20:26:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.544669 13305 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.005s
20:26:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.549254 13319 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.550859 13305 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.551065 13305 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/data,/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/wal
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9e299c7c7d0486c8c905813fc0f5415"
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:30 on dist-test-slave-k3hl"
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.551331 13305 fs_report.cc:383] FS layout report
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/wal
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/wal
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/data/data
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:30.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.573984 13305 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:30.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.574901 13305 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:30.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.575256 13305 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.578292 13305 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:26:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.578395 13305 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:26:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.578575 13305 ts_tablet_manager.cc:610] Registered 0 tablets
20:26:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.578660 13305 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:26:30.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.606137 13156 heartbeater.cc:503] Master 127.12.104.124:44107 was elected leader, sending a full tablet report...
20:26:30.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.658620 13305 rpc_server.cc:307] RPC server started. Bound to: 127.12.104.67:42007
20:26:30.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.658659 13440 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.104.67:42007 every 8 connection(s)
20:26:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.659844 13305 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/data/info.pb
20:26:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.663434 13442 heartbeater.cc:347] Connected to a master server at 127.12.104.126:36637
20:26:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.663713 13442 heartbeater.cc:464] Registering TS with master...
20:26:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.664583 13442 heartbeater.cc:511] Master 127.12.104.126:36637 requested a full tablet report, sending...
20:26:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.664659 12705 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu as pid 13305
20:26:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.664824 12705 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/ts-2/wal/instance
20:26:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.666662 12747 ts_manager.cc:194] Registered new tserver with Master: e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67:42007)
20:26:30.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.670938 13441 heartbeater.cc:347] Connected to a master server at 127.12.104.124:44107
20:26:30.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.671415 13443 heartbeater.cc:347] Connected to a master server at 127.12.104.125:33037
20:26:30.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.671474 13441 heartbeater.cc:464] Registering TS with master...
20:26:30.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.671527 13443 heartbeater.cc:464] Registering TS with master...
20:26:30.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.672212 13443 heartbeater.cc:511] Master 127.12.104.125:33037 requested a full tablet report, sending...
20:26:30.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.672230 13441 heartbeater.cc:511] Master 127.12.104.124:44107 requested a full tablet report, sending...
20:26:30.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.673367 12909 ts_manager.cc:194] Registered new tserver with Master: e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67:42007)
20:26:30.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.673398 12828 ts_manager.cc:194] Registered new tserver with Master: e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67:42007)
20:26:30.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.674430 12909 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.104.67:40487
20:26:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.686676 12705 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:26:30.688 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:26:30.688 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:26:30.689 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.104.126"
port: 36637
}
bound_http_address {
host: "127.12.104.126"
port: 38053
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.104.125"
port: 33037
}
bound_http_address {
host: "127.12.104.125"
port: 38159
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.104.124"
port: 44107
}
bound_http_address {
host: "127.12.104.124"
port: 33053
}
}
}
20:26:30.690 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:26:30.690 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.12.104.65"
port: 38979
}
bound_http_address {
host: "127.12.104.65"
port: 41789
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.12.104.66"
port: 38543
}
bound_http_address {
host: "127.12.104.66"
port: 42939
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.12.104.67"
port: 42007
}
bound_http_address {
host: "127.12.104.67"
port: 33479
}
}
}
20:26:30.690 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:26:30.692 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:26:30.694 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:30.695 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:30.696 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.104.126:36637(127.12.104.126:36637)] connecting to peer
20:26:30.696 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.104.124:44107(127.12.104.124:44107)] Successfully connected to peer
20:26:30.697 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.104.125:33037(127.12.104.125:33037)] Successfully connected to peer
20:26:30.700 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.104.125
20:26:30.700 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.104.124
20:26:30.702 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.104.126:36637(127.12.104.126:36637)] Successfully connected to peer
20:26:30.704 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.104.126
20:26:30.720 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6da51d9d, L:/127.0.0.1:50528 - R:/127.12.104.125:33037] using SASL/PLAIN
20:26:30.722 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7d9bde1f, L:/127.0.0.1:34482 - R:/127.12.104.124:44107] using SASL/PLAIN
20:26:30.723 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe9862714, L:/127.0.0.1:37018 - R:/127.12.104.126:36637] using SASL/PLAIN
20:26:30.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:26:30.725 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [29ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, deferred=null) after lookup
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.726895 12909 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34482:
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:26:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.729493 12909 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:26:30.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e46878a59ca241a59a4e3a8776596e23
20:26:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.775789 13376 tablet_service.cc:1467] Processing CreateTablet for tablet d685eb1ddc8343bc9bf3c30a3cef9415 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:26:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.777472 13376 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d685eb1ddc8343bc9bf3c30a3cef9415. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:30.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.779210 13090 tablet_service.cc:1467] Processing CreateTablet for tablet 323f2b52c6344c1aaa7b66ec6872ef1e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:26:30.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.780652 13090 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 323f2b52c6344c1aaa7b66ec6872ef1e. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:30.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.781340 13229 tablet_service.cc:1467] Processing CreateTablet for tablet 323f2b52c6344c1aaa7b66ec6872ef1e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:26:30.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.781082 13230 tablet_service.cc:1467] Processing CreateTablet for tablet d685eb1ddc8343bc9bf3c30a3cef9415 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:26:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.782279 13091 tablet_service.cc:1467] Processing CreateTablet for tablet d685eb1ddc8343bc9bf3c30a3cef9415 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:26:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.782538 13230 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d685eb1ddc8343bc9bf3c30a3cef9415. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.782922 13091 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d685eb1ddc8343bc9bf3c30a3cef9415. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.782974 13229 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 323f2b52c6344c1aaa7b66ec6872ef1e. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.783416 13375 tablet_service.cc:1467] Processing CreateTablet for tablet 323f2b52c6344c1aaa7b66ec6872ef1e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:26:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.783905 13375 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 323f2b52c6344c1aaa7b66ec6872ef1e. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.798038 13466 tablet_bootstrap.cc:492] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415: Bootstrap starting.
20:26:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.799873 13467 tablet_bootstrap.cc:492] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8: Bootstrap starting.
20:26:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.803017 13466 tablet_bootstrap.cc:654] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415: Neither blocks nor log segments found. Creating new log.
20:26:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.803159 13467 tablet_bootstrap.cc:654] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8: Neither blocks nor log segments found. Creating new log.
20:26:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.804251 13467 log.cc:824] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8: Log is configured to *not* fsync() on all Append() calls
20:26:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.804306 13468 tablet_bootstrap.cc:492] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd: Bootstrap starting.
20:26:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.804284 13466 log.cc:824] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415: Log is configured to *not* fsync() on all Append() calls
20:26:30.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.808709 13468 tablet_bootstrap.cc:654] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd: Neither blocks nor log segments found. Creating new log.
20:26:30.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.810451 13468 log.cc:824] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd: Log is configured to *not* fsync() on all Append() calls
20:26:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.811808 13467 tablet_bootstrap.cc:492] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8: No bootstrap required, opened a new log
20:26:30.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.812355 13467 ts_tablet_manager.cc:1397] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8: Time spent bootstrapping tablet: real 0.013s user 0.008s sys 0.000s
20:26:30.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.814951 13468 tablet_bootstrap.cc:492] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd: No bootstrap required, opened a new log
20:26:30.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.815274 13468 ts_tablet_manager.cc:1397] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd: Time spent bootstrapping tablet: real 0.011s user 0.007s sys 0.000s
20:26:30.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.816031 13466 tablet_bootstrap.cc:492] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415: No bootstrap required, opened a new log
20:26:30.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.816308 13466 ts_tablet_manager.cc:1397] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415: Time spent bootstrapping tablet: real 0.019s user 0.000s sys 0.014s
20:26:30.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.823143 13467 raft_consensus.cc:348] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.823686 13467 raft_consensus.cc:374] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:30.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.823778 13467 raft_consensus.cc:729] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 327badab66f04c5aa3d6eb0d96ce86d8, State: Initialized, Role: FOLLOWER
20:26:30.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.824533 13467 consensus_queue.cc:260] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.826267 13468 raft_consensus.cc:348] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.826782 13468 raft_consensus.cc:374] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.826892 13468 raft_consensus.cc:729] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ef6efe56d304eb5981851ac050749bd, State: Initialized, Role: FOLLOWER
20:26:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.827739 13468 consensus_queue.cc:260] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.828388 13466 raft_consensus.cc:348] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.829047 13466 raft_consensus.cc:374] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.829176 13466 raft_consensus.cc:729] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9e299c7c7d0486c8c905813fc0f5415, State: Initialized, Role: FOLLOWER
20:26:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.830084 13466 consensus_queue.cc:260] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.836141 13468 ts_tablet_manager.cc:1428] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd: Time spent starting tablet: real 0.021s user 0.021s sys 0.000s
20:26:30.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.838290 13159 tablet.cc:2369] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:26:30.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.839573 13468 tablet_bootstrap.cc:492] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd: Bootstrap starting.
20:26:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.842150 13468 tablet_bootstrap.cc:654] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd: Neither blocks nor log segments found. Creating new log.
20:26:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.849805 13300 heartbeater.cc:503] Master 127.12.104.124:44107 was elected leader, sending a full tablet report...
20:26:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.850965 13467 ts_tablet_manager.cc:1428] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8: Time spent starting tablet: real 0.038s user 0.032s sys 0.004s
20:26:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.851656 13467 tablet_bootstrap.cc:492] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8: Bootstrap starting.
20:26:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.853705 13467 tablet_bootstrap.cc:654] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8: Neither blocks nor log segments found. Creating new log.
20:26:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.856068 13468 tablet_bootstrap.cc:492] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd: No bootstrap required, opened a new log
20:26:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.856240 13468 ts_tablet_manager.cc:1397] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd: Time spent bootstrapping tablet: real 0.017s user 0.005s sys 0.004s
20:26:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.857048 13468 raft_consensus.cc:348] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.857303 13468 raft_consensus.cc:374] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.857400 13468 raft_consensus.cc:729] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ef6efe56d304eb5981851ac050749bd, State: Initialized, Role: FOLLOWER
20:26:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.857700 13468 consensus_queue.cc:260] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.859583 13441 heartbeater.cc:503] Master 127.12.104.124:44107 was elected leader, sending a full tablet report...
20:26:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.862026 13466 ts_tablet_manager.cc:1428] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415: Time spent starting tablet: real 0.046s user 0.013s sys 0.020s
20:26:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.862468 13466 tablet_bootstrap.cc:492] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415: Bootstrap starting.
20:26:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.862561 13467 tablet_bootstrap.cc:492] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8: No bootstrap required, opened a new log
20:26:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.862692 13467 ts_tablet_manager.cc:1397] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.004s
20:26:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.863217 13468 ts_tablet_manager.cc:1428] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd: Time spent starting tablet: real 0.007s user 0.002s sys 0.000s
20:26:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.863458 13467 raft_consensus.cc:348] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.863675 13467 raft_consensus.cc:374] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.863771 13467 raft_consensus.cc:729] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 327badab66f04c5aa3d6eb0d96ce86d8, State: Initialized, Role: FOLLOWER
20:26:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.863991 13467 consensus_queue.cc:260] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.864568 13467 ts_tablet_manager.cc:1428] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
20:26:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.869033 13466 tablet_bootstrap.cc:654] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415: Neither blocks nor log segments found. Creating new log.
20:26:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.873689 13466 tablet_bootstrap.cc:492] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415: No bootstrap required, opened a new log
20:26:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.873946 13466 ts_tablet_manager.cc:1397] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.004s
20:26:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.874750 13466 raft_consensus.cc:348] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.875025 13466 raft_consensus.cc:374] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.875121 13466 raft_consensus.cc:729] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9e299c7c7d0486c8c905813fc0f5415, State: Initialized, Role: FOLLOWER
20:26:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.875348 13466 consensus_queue.cc:260] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.876073 13466 ts_tablet_manager.cc:1428] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
20:26:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.885195 13303 tablet.cc:2369] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:26:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.894032 13474 raft_consensus.cc:482] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.894477 13474 raft_consensus.cc:504] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.896824 13474 leader_election.cc:288] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543), 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979)
20:26:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.905099 13111 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d685eb1ddc8343bc9bf3c30a3cef9415" candidate_uuid: "e9e299c7c7d0486c8c905813fc0f5415" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ef6efe56d304eb5981851ac050749bd" is_pre_election: true
20:26:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.905282 13255 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d685eb1ddc8343bc9bf3c30a3cef9415" candidate_uuid: "e9e299c7c7d0486c8c905813fc0f5415" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" is_pre_election: true
20:26:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.905727 13255 raft_consensus.cc:2454] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9e299c7c7d0486c8c905813fc0f5415 in term 0.
20:26:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.905727 13111 raft_consensus.cc:2454] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9e299c7c7d0486c8c905813fc0f5415 in term 0.
20:26:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.906462 13320 leader_election.cc:302] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 327badab66f04c5aa3d6eb0d96ce86d8, e9e299c7c7d0486c8c905813fc0f5415; no voters:
20:26:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.906898 13474 raft_consensus.cc:2781] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:26:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.907094 13474 raft_consensus.cc:482] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:26:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.907250 13474 raft_consensus.cc:3037] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Advancing to term 1
20:26:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.909763 13474 raft_consensus.cc:504] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.910445 13474 leader_election.cc:288] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [CANDIDATE]: Term 1 election: Requested vote from peers 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543), 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979)
20:26:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.911062 13255 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d685eb1ddc8343bc9bf3c30a3cef9415" candidate_uuid: "e9e299c7c7d0486c8c905813fc0f5415" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "327badab66f04c5aa3d6eb0d96ce86d8"
20:26:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.911149 13111 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d685eb1ddc8343bc9bf3c30a3cef9415" candidate_uuid: "e9e299c7c7d0486c8c905813fc0f5415" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ef6efe56d304eb5981851ac050749bd"
20:26:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.911350 13111 raft_consensus.cc:3037] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Advancing to term 1
20:26:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.911330 13255 raft_consensus.cc:3037] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Advancing to term 1
20:26:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:30.913096 13444 tablet.cc:2369] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:26:30.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.914645 13111 raft_consensus.cc:2454] T d685eb1ddc8343bc9bf3c30a3cef9415 P 1ef6efe56d304eb5981851ac050749bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e9e299c7c7d0486c8c905813fc0f5415 in term 1.
20:26:30.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.914644 13255 raft_consensus.cc:2454] T d685eb1ddc8343bc9bf3c30a3cef9415 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e9e299c7c7d0486c8c905813fc0f5415 in term 1.
20:26:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.915138 13320 leader_election.cc:302] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 327badab66f04c5aa3d6eb0d96ce86d8, e9e299c7c7d0486c8c905813fc0f5415; no voters:
20:26:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.915442 13474 raft_consensus.cc:2781] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 1 FOLLOWER]: Leader election won for term 1
20:26:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.915951 13474 raft_consensus.cc:686] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [term 1 LEADER]: Becoming Leader. State: Replica: e9e299c7c7d0486c8c905813fc0f5415, State: Running, Role: LEADER
20:26:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.916882 13474 consensus_queue.cc:237] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } }
20:26:30.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.922538 12908 catalog_manager.cc:5495] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 reported cstate change: term changed from 0 to 1, leader changed from <none> to e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67). New cstate: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } health_report { overall_health: UNKNOWN } } }
20:26:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.978212 13472 raft_consensus.cc:482] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.978564 13472 raft_consensus.cc:504] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:30.980325 13472 leader_election.cc:288] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979), e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67:42007)
20:26:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.001242 13396 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "323f2b52c6344c1aaa7b66ec6872ef1e" candidate_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9e299c7c7d0486c8c905813fc0f5415" is_pre_election: true
20:26:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.001449 13111 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "323f2b52c6344c1aaa7b66ec6872ef1e" candidate_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ef6efe56d304eb5981851ac050749bd" is_pre_election: true
20:26:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.001744 13111 raft_consensus.cc:2454] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 327badab66f04c5aa3d6eb0d96ce86d8 in term 0.
20:26:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.001753 13396 raft_consensus.cc:2454] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 327badab66f04c5aa3d6eb0d96ce86d8 in term 0.
20:26:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.002373 13176 leader_election.cc:302] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1ef6efe56d304eb5981851ac050749bd, 327badab66f04c5aa3d6eb0d96ce86d8, e9e299c7c7d0486c8c905813fc0f5415; no voters:
20:26:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.002918 13472 raft_consensus.cc:2781] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:26:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.003100 13472 raft_consensus.cc:482] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:26:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.003242 13472 raft_consensus.cc:3037] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Advancing to term 1
20:26:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.005376 13472 raft_consensus.cc:504] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.006088 13472 leader_election.cc:288] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [CANDIDATE]: Term 1 election: Requested vote from peers 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979), e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67:42007)
20:26:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.006616 13111 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "323f2b52c6344c1aaa7b66ec6872ef1e" candidate_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ef6efe56d304eb5981851ac050749bd"
20:26:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.006680 13396 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "323f2b52c6344c1aaa7b66ec6872ef1e" candidate_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9e299c7c7d0486c8c905813fc0f5415"
20:26:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.006891 13111 raft_consensus.cc:3037] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Advancing to term 1
20:26:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.006898 13396 raft_consensus.cc:3037] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Advancing to term 1
20:26:31.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.009084 13396 raft_consensus.cc:2454] T 323f2b52c6344c1aaa7b66ec6872ef1e P e9e299c7c7d0486c8c905813fc0f5415 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 327badab66f04c5aa3d6eb0d96ce86d8 in term 1.
20:26:31.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.009658 13178 leader_election.cc:302] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 327badab66f04c5aa3d6eb0d96ce86d8, e9e299c7c7d0486c8c905813fc0f5415; no voters:
20:26:31.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.009917 13111 raft_consensus.cc:2454] T 323f2b52c6344c1aaa7b66ec6872ef1e P 1ef6efe56d304eb5981851ac050749bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 327badab66f04c5aa3d6eb0d96ce86d8 in term 1.
20:26:31.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.009958 13472 raft_consensus.cc:2781] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 1 FOLLOWER]: Leader election won for term 1
20:26:31.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.011109 13472 raft_consensus.cc:686] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [term 1 LEADER]: Becoming Leader. State: Replica: 327badab66f04c5aa3d6eb0d96ce86d8, State: Running, Role: LEADER
20:26:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.011767 13472 consensus_queue.cc:237] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.017952 12908 catalog_manager.cc:5495] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66). New cstate: current_term: 1 leader_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } health_report { overall_health: UNKNOWN } } }
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.119728 12908 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34492:
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:26:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:31.120894 12908 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:26:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.133467 13090 tablet_service.cc:1467] Processing CreateTablet for tablet 9824774859ce4cce9a33a65f9718cfd5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:26:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.133661 13375 tablet_service.cc:1467] Processing CreateTablet for tablet 9824774859ce4cce9a33a65f9718cfd5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:26:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.134572 13375 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9824774859ce4cce9a33a65f9718cfd5. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.134574 13090 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9824774859ce4cce9a33a65f9718cfd5. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.140439 13230 tablet_service.cc:1467] Processing CreateTablet for tablet 9824774859ce4cce9a33a65f9718cfd5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:26:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.141412 13230 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9824774859ce4cce9a33a65f9718cfd5. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.142259 13466 tablet_bootstrap.cc:492] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: Bootstrap starting.
20:26:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.143903 13466 tablet_bootstrap.cc:654] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: Neither blocks nor log segments found. Creating new log.
20:26:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.146018 13466 tablet_bootstrap.cc:492] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: No bootstrap required, opened a new log
20:26:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.146319 13466 ts_tablet_manager.cc:1397] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
20:26:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.147111 13466 raft_consensus.cc:348] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.147374 13466 raft_consensus.cc:374] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.147444 13466 raft_consensus.cc:729] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9e299c7c7d0486c8c905813fc0f5415, State: Initialized, Role: FOLLOWER
20:26:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.147701 13466 consensus_queue.cc:260] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.147855 13467 tablet_bootstrap.cc:492] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: Bootstrap starting.
20:26:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.148447 13468 tablet_bootstrap.cc:492] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: Bootstrap starting.
20:26:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.148339 13474 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.148629 13474 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: This TxnStatusTablet replica's current role is: FOLLOWER
20:26:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.148474 13466 ts_tablet_manager.cc:1428] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
20:26:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.149701 13467 tablet_bootstrap.cc:654] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: Neither blocks nor log segments found. Creating new log.
20:26:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.150358 13468 tablet_bootstrap.cc:654] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: Neither blocks nor log segments found. Creating new log.
20:26:31.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.154661 13467 tablet_bootstrap.cc:492] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: No bootstrap required, opened a new log
20:26:31.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.154850 13467 ts_tablet_manager.cc:1397] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.002s
20:26:31.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.155701 13467 raft_consensus.cc:348] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.155958 13467 raft_consensus.cc:374] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:31.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.156036 13467 raft_consensus.cc:729] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 327badab66f04c5aa3d6eb0d96ce86d8, State: Initialized, Role: FOLLOWER
20:26:31.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.156266 13467 consensus_queue.cc:260] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.156754 13472 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.157058 13472 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: This TxnStatusTablet replica's current role is: FOLLOWER
20:26:31.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.160904 13468 tablet_bootstrap.cc:492] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: No bootstrap required, opened a new log
20:26:31.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.161113 13468 ts_tablet_manager.cc:1397] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: Time spent bootstrapping tablet: real 0.013s user 0.003s sys 0.007s
20:26:31.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.161399 13467 ts_tablet_manager.cc:1428] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: Time spent starting tablet: real 0.006s user 0.001s sys 0.002s
20:26:31.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.161993 13468 raft_consensus.cc:348] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.162247 13468 raft_consensus.cc:374] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:31.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.162333 13468 raft_consensus.cc:729] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ef6efe56d304eb5981851ac050749bd, State: Initialized, Role: FOLLOWER
20:26:31.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.162586 13468 consensus_queue.cc:260] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.163089 13473 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.163465 13473 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: This TxnStatusTablet replica's current role is: FOLLOWER
20:26:31.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.164646 13468 ts_tablet_manager.cc:1428] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
20:26:31.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.393450 13474 consensus_queue.cc:1035] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [LEADER]: Connected to new peer: Peer: permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.402275 13478 consensus_queue.cc:1035] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:31.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.434459 13478 raft_consensus.cc:482] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:31.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.434659 13478 raft_consensus.cc:504] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.435139 13478 leader_election.cc:288] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979), 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543)
20:26:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.435717 13111 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9824774859ce4cce9a33a65f9718cfd5" candidate_uuid: "e9e299c7c7d0486c8c905813fc0f5415" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ef6efe56d304eb5981851ac050749bd" is_pre_election: true
20:26:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.435889 13255 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9824774859ce4cce9a33a65f9718cfd5" candidate_uuid: "e9e299c7c7d0486c8c905813fc0f5415" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" is_pre_election: true
20:26:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.435979 13111 raft_consensus.cc:2454] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9e299c7c7d0486c8c905813fc0f5415 in term 0.
20:26:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.436127 13255 raft_consensus.cc:2454] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9e299c7c7d0486c8c905813fc0f5415 in term 0.
20:26:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.436391 13320 leader_election.cc:302] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ef6efe56d304eb5981851ac050749bd, e9e299c7c7d0486c8c905813fc0f5415; no voters:
20:26:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.436705 13478 raft_consensus.cc:2781] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:26:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.436811 13478 raft_consensus.cc:482] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:26:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.436941 13478 raft_consensus.cc:3037] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 0 FOLLOWER]: Advancing to term 1
20:26:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.438853 13478 raft_consensus.cc:504] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.439420 13478 leader_election.cc:288] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [CANDIDATE]: Term 1 election: Requested vote from peers 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979), 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543)
20:26:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.439967 13111 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9824774859ce4cce9a33a65f9718cfd5" candidate_uuid: "e9e299c7c7d0486c8c905813fc0f5415" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ef6efe56d304eb5981851ac050749bd"
20:26:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.440016 13255 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9824774859ce4cce9a33a65f9718cfd5" candidate_uuid: "e9e299c7c7d0486c8c905813fc0f5415" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "327badab66f04c5aa3d6eb0d96ce86d8"
20:26:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.440205 13111 raft_consensus.cc:3037] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd [term 0 FOLLOWER]: Advancing to term 1
20:26:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.440234 13255 raft_consensus.cc:3037] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 0 FOLLOWER]: Advancing to term 1
20:26:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.443140 13255 raft_consensus.cc:2454] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e9e299c7c7d0486c8c905813fc0f5415 in term 1.
20:26:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.443151 13111 raft_consensus.cc:2454] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e9e299c7c7d0486c8c905813fc0f5415 in term 1.
20:26:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.443579 13320 leader_election.cc:302] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 327badab66f04c5aa3d6eb0d96ce86d8, e9e299c7c7d0486c8c905813fc0f5415; no voters:
20:26:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.443874 13478 raft_consensus.cc:2781] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 1 FOLLOWER]: Leader election won for term 1
20:26:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.444078 13478 raft_consensus.cc:686] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [term 1 LEADER]: Becoming Leader. State: Replica: e9e299c7c7d0486c8c905813fc0f5415, State: Running, Role: LEADER
20:26:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.444499 13478 consensus_queue.cc:237] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } }
20:26:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.446115 13499 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: TxnStatusTablet state changed. Reason: New leader e9e299c7c7d0486c8c905813fc0f5415. Latest consensus state: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.446523 13499 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: This TxnStatusTablet replica's current role is: LEADER
20:26:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.447310 13503 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
20:26:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.447652 13503 txn_status_manager.cc:929] Loading transaction status metadata into memory...
20:26:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.447992 12908 catalog_manager.cc:5495] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 reported cstate change: term changed from 0 to 1, leader changed from <none> to e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67). New cstate: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } health_report { overall_health: HEALTHY } } }
20:26:31.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.534435 13255 raft_consensus.cc:1261] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8 [term 1 FOLLOWER]: Refusing update from remote peer e9e299c7c7d0486c8c905813fc0f5415: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:26:31.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.535331 13499 consensus_queue.cc:1035] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [LEADER]: Connected to new peer: Peer: permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:31.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.535523 13111 raft_consensus.cc:1261] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd [term 1 FOLLOWER]: Refusing update from remote peer e9e299c7c7d0486c8c905813fc0f5415: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:26:31.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.536164 13499 consensus_queue.cc:1035] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:31.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.540218 13472 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: TxnStatusTablet state changed. Reason: New leader e9e299c7c7d0486c8c905813fc0f5415. Latest consensus state: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.540527 13472 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: This TxnStatusTablet replica's current role is: FOLLOWER
20:26:31.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.546028 13472 consensus_queue.cc:1035] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.556761 13497 mvcc.cc:205] Tried to move back new op lower bound from 7299019536516837376 to 7299019536158949376. Current Snapshot: MvccSnapshot[applied={T|T < 7299019536516837376}]
20:26:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.562310 13508 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.562981 13508 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P 327badab66f04c5aa3d6eb0d96ce86d8: This TxnStatusTablet replica's current role is: FOLLOWER
20:26:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.567137 13473 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: TxnStatusTablet state changed. Reason: New leader e9e299c7c7d0486c8c905813fc0f5415. Latest consensus state: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.567416 13473 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: This TxnStatusTablet replica's current role is: FOLLOWER
20:26:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.573140 13472 consensus_queue.cc:1035] T 323f2b52c6344c1aaa7b66ec6872ef1e P 327badab66f04c5aa3d6eb0d96ce86d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.580513 13499 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.580756 13499 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: This TxnStatusTablet replica's current role is: LEADER
20:26:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.582510 13501 mvcc.cc:205] Tried to move back new op lower bound from 7299019536516837376 to 7299019536158949376. Current Snapshot: MvccSnapshot[applied={T|T < 7299019536516837376}]
20:26:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.586023 13499 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.586364 13499 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415: This TxnStatusTablet replica's current role is: LEADER
20:26:31.593 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:26:31.596 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e46878a59ca241a59a4e3a8776596e23
20:26:31.597 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.104.124:44107
20:26:31.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:26:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.600754 12705 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu pid 12875
20:26:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.601843 13473 tablet_replica.cc:439] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e9e299c7c7d0486c8c905813fc0f5415" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" member_type: VOTER last_known_addr { host: "127.12.104.65" port: 38979 } } peers { permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" member_type: VOTER last_known_addr { host: "127.12.104.66" port: 38543 } } peers { permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" member_type: VOTER last_known_addr { host: "127.12.104.67" port: 42007 } } }
20:26:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.602056 13473 tablet_replica.cc:442] T 9824774859ce4cce9a33a65f9718cfd5 P 1ef6efe56d304eb5981851ac050749bd: This TxnStatusTablet replica's current role is: FOLLOWER
20:26:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.602499 12949 generic_service.cc:196] Checking for leaks (request via RPC)
20:26:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:31.748063 12705 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu with pid 12875
20:26:31.778 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.104.124:44107(127.12.104.124:44107)] handling channelInactive
20:26:31.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state READY due to: connection closed
20:26:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:31.779647 13032 connection.cc:535] client connection to 127.12.104.124:44107 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:26:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:31.779949 12815 connection.cc:535] server connection from 127.0.0.1:50522 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:26:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:31.780429 13156 heartbeater.cc:644] Failed to heartbeat to 127.12.104.124:44107 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:26:31.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:26:31.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:31.811655 13441 heartbeater.cc:644] Failed to heartbeat to 127.12.104.124:44107 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.047437 13519 raft_consensus.cc:482] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 653fd7a5ec6740f2bb7cf0d5fc5cef74)
20:26:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.047494 13520 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 653fd7a5ec6740f2bb7cf0d5fc5cef74)
20:26:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.047706 13520 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.047669 13519 raft_consensus.cc:504] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.049036 13519 leader_election.cc:288] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.049470 12837 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be631aa6efb34cf98d65fc72c92bfada" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" is_pre_election: true
20:26:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.049927 13520 leader_election.cc:288] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.050392 12837 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be631aa6efb34cf98d65fc72c92bfada in term 1.
20:26:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.050554 12757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "be631aa6efb34cf98d65fc72c92bfada" is_pre_election: true
20:26:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.050839 12757 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7298c0d0cdb4806a17f82e75fbb5c5e in term 1.
20:26:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.051467 12815 leader_election.cc:302] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b7298c0d0cdb4806a17f82e75fbb5c5e, be631aa6efb34cf98d65fc72c92bfada; no voters:
20:26:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.051661 12731 leader_election.cc:302] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b7298c0d0cdb4806a17f82e75fbb5c5e, be631aa6efb34cf98d65fc72c92bfada; no voters:
20:26:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.051956 13520 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 1 FOLLOWER]: Leader pre-election won for term 2
20:26:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.052105 13520 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 1 FOLLOWER]: Starting leader election (detected failure of leader 653fd7a5ec6740f2bb7cf0d5fc5cef74)
20:26:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.052211 13520 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 1 FOLLOWER]: Advancing to term 2
20:26:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.052450 13519 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 1 FOLLOWER]: Leader pre-election won for term 2
20:26:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.052599 13519 raft_consensus.cc:482] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 1 FOLLOWER]: Starting leader election (detected failure of leader 653fd7a5ec6740f2bb7cf0d5fc5cef74)
20:26:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.052723 12731 leader_election.cc:334] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.052727 13519 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 1 FOLLOWER]: Advancing to term 2
20:26:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.055197 12812 leader_election.cc:334] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.055428 13520 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.055748 13519 raft_consensus.cc:504] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.056272 13520 leader_election.cc:288] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 2 election: Requested vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.056711 12757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "be631aa6efb34cf98d65fc72c92bfada"
20:26:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.056769 12837 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be631aa6efb34cf98d65fc72c92bfada" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e"
20:26:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.057032 12757 raft_consensus.cc:2379] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate b7298c0d0cdb4806a17f82e75fbb5c5e in current term 2: Already voted for candidate be631aa6efb34cf98d65fc72c92bfada in this term.
20:26:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.057089 12837 raft_consensus.cc:2379] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate be631aa6efb34cf98d65fc72c92bfada in current term 2: Already voted for candidate b7298c0d0cdb4806a17f82e75fbb5c5e in this term.
20:26:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.057610 13519 leader_election.cc:288] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 2 election: Requested vote from peers b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.058097 12812 leader_election.cc:334] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.058202 12812 leader_election.cc:302] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b7298c0d0cdb4806a17f82e75fbb5c5e; no voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74, be631aa6efb34cf98d65fc72c92bfada
20:26:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.058197 12731 leader_election.cc:334] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.058332 12731 leader_election.cc:302] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: be631aa6efb34cf98d65fc72c92bfada; no voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74, b7298c0d0cdb4806a17f82e75fbb5c5e
20:26:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.058449 13520 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:26:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.058738 13519 raft_consensus.cc:2726] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:26:32.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.097 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.12.104.124:44107(127.12.104.124:44107) for tablet Kudu Master: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.195313 13300 heartbeater.cc:644] Failed to heartbeat to 127.12.104.124:44107 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:32.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] sending RPC to server master-127.12.104.124:44107, [1ms] received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, deferred=Deferred@1975441679(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@d554481 -> (continuation of Deferred@1822352410 after retry RPC after error@2098143525) -> (continuation of Deferred@2121988394 after retry RPC after error@1504496424) -> (continuation of Deferred@1116297779 after retry RPC after error@1183538510) -> (continuation of Deferred@1871793948 after retry RPC after error@1356541005) -> (continuation of Deferred@1485552807 after retry RPC after error@1157037013) -> (continuation of Deferred@561690104 after retry RPC after error@675957982), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@2d21b3f4 -> (continuation of Deferred@1822352410 after retry RPC after error@2098143525) -> (continuation of Deferred@2121988394 after retry RPC after error@1504496424) -> (continuation of Deferred@1116297779 after retry RPC after error@1183538510) -> (continuation of Deferred@1871793948 after retry RPC after error@1356541005) -> (continuation of Deferred@1485552807 after retry RPC after error@1157037013) -> (continuation of Deferred@561690104 after retry RPC after error@675957982)))
20:26:32.318 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] sending RPC to server master-127.12.104.124:44107, [1ms] received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, deferred=Deferred@1975441679(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@d554481 -> (continuation of Deferred@1822352410 after retry RPC after error@2098143525) -> (continuation of Deferred@2121988394 after retry RPC after error@1504496424) -> (continuation of Deferred@1116297779 after retry RPC after error@1183538510) -> (continuation of Deferred@1871793948 after retry RPC after error@1356541005) -> (continuation of Deferred@1485552807 after retry RPC after error@1157037013) -> (continuation of Deferred@561690104 after retry RPC after error@675957982), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@2d21b3f4 -> (continuation of Deferred@1822352410 after retry RPC after error@2098143525) -> (continuation of Deferred@2121988394 after retry RPC after error@1504496424) -> (continuation of Deferred@1116297779 after retry RPC after error@1183538510) -> (continuation of Deferred@1871793948 after retry RPC after error@1356541005) -> (continuation of Deferred@1485552807 after retry RPC after error@1157037013) -> (continuation of Deferred@561690104 after retry RPC after error@675957982)))
20:26:32.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.371083 13520 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.371312 13520 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:32.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.372012 13520 leader_election.cc:288] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:32.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.372675 12757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "be631aa6efb34cf98d65fc72c92bfada" is_pre_election: true
20:26:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.373032 12757 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7298c0d0cdb4806a17f82e75fbb5c5e in term 2.
20:26:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.373533 12815 leader_election.cc:302] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b7298c0d0cdb4806a17f82e75fbb5c5e, be631aa6efb34cf98d65fc72c92bfada; no voters:
20:26:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.373833 12812 leader_election.cc:334] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.373880 13520 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 2 FOLLOWER]: Leader pre-election won for term 3
20:26:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.373988 13520 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:26:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.374068 13520 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 2 FOLLOWER]: Advancing to term 3
20:26:32.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.376551 13520 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.377321 13520 leader_election.cc:288] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 3 election: Requested vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:32.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.378067 12757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "be631aa6efb34cf98d65fc72c92bfada"
20:26:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.378291 12757 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 2 FOLLOWER]: Advancing to term 3
20:26:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.378868 12812 leader_election.cc:334] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111)
20:26:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.380399 12757 raft_consensus.cc:2454] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7298c0d0cdb4806a17f82e75fbb5c5e in term 3.
20:26:32.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.380873 12815 leader_election.cc:302] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b7298c0d0cdb4806a17f82e75fbb5c5e, be631aa6efb34cf98d65fc72c92bfada; no voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74
20:26:32.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.381157 13520 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 3 FOLLOWER]: Leader election won for term 3
20:26:32.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.381675 13520 raft_consensus.cc:686] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 3 LEADER]: Becoming Leader. State: Replica: b7298c0d0cdb4806a17f82e75fbb5c5e, State: Running, Role: LEADER
20:26:32.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.382117 13520 consensus_queue.cc:237] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:32.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.383517 13529 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7298c0d0cdb4806a17f82e75fbb5c5e. Latest consensus state: current_term: 3 leader_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:32.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.383790 13529 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: LEADER
20:26:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.384509 13530 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:26:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.387609 13530 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081]
20:26:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.388230 13530 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]
20:26:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.390144 13530 tablet_loader.cc:96] loaded metadata for tablet 323f2b52c6344c1aaa7b66ec6872ef1e (table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23])
20:26:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.390592 13530 tablet_loader.cc:96] loaded metadata for tablet 9824774859ce4cce9a33a65f9718cfd5 (table kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081])
20:26:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.390960 13530 tablet_loader.cc:96] loaded metadata for tablet d685eb1ddc8343bc9bf3c30a3cef9415 (table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23])
20:26:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.391237 13530 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:26:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.392156 13530 catalog_manager.cc:1259] Loaded cluster ID: 6dc2d956583f4882b94b8ab8d3021f82
20:26:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.392273 13530 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:26:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.393574 13530 catalog_manager.cc:1504] Loading token signing keys...
20:26:32.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.394466 13530 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Loaded TSK: 0
20:26:32.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.395468 13530 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:26:32.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:32.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:32.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.124:44107: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107
20:26:32.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:26:32.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=84), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: Network error: Failed to connect to peer master-127.12.104.124:44107(127.12.104.124:44107): Connection refused: /127.12.104.124:44107, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, deferred=Deferred@1825302962(state=PENDING, result=null, callback=(continuation of Deferred@2103512749 after retry RPC after error@1478934339) -> (continuation of Deferred@224634566 after retry RPC after error@1054234785) -> (continuation of Deferred@1261907376 after retry RPC after error@646336306) -> (continuation of Deferred@918788274 after retry RPC after error@979160475), errback=(continuation of Deferred@2103512749 after retry RPC after error@1478934339) -> (continuation of Deferred@224634566 after retry RPC after error@1054234785) -> (continuation of Deferred@1261907376 after retry RPC after error@646336306) -> (continuation of Deferred@918788274 after retry RPC after error@979160475))) after lookup
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.474428 12828 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50544:
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:26:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.483004 12828 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:26:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.486802 12812 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Couldn't send request to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:26:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.507035 12757 raft_consensus.cc:1261] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 3 FOLLOWER]: Refusing update from remote peer b7298c0d0cdb4806a17f82e75fbb5c5e: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:26:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.507856 13529 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [LEADER]: Connected to new peer: Peer: permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:26:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.509919 13519 sys_catalog.cc:455] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7298c0d0cdb4806a17f82e75fbb5c5e. Latest consensus state: current_term: 3 leader_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.510243 13519 sys_catalog.cc:458] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: This master's current role is: FOLLOWER
20:26:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.511869 13520 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.512154 13520 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: LEADER
20:26:32.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.512750 13519 sys_catalog.cc:455] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:32.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:32.513059 13519 sys_catalog.cc:458] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: This master's current role is: FOLLOWER
20:26:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:32.992925 12812 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Couldn't send request to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:26:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:33.078920 12812 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111) [suppressed 14 similar messages]
20:26:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:33.478046 12812 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Couldn't send request to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:26:33.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:33.607430 13158 heartbeater.cc:503] Master 127.12.104.125:33037 was elected leader, sending a full tablet report...
20:26:33.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:33.734520 12716 master_runner.cc:186] Error getting master registration for 127.12.104.124:44107: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111),
20:26:33.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:33.734745 12716 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:33.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d685eb1ddc8343bc9bf3c30a3cef9415 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
20:26:33.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 323f2b52c6344c1aaa7b66ec6872ef1e for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
20:26:33.787 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=d685eb1ddc8343bc9bf3c30a3cef9415@[1ef6efe56d304eb5981851ac050749bd(127.12.104.65:38979),327badab66f04c5aa3d6eb0d96ce86d8(127.12.104.66:38543),e9e299c7c7d0486c8c905813fc0f5415(127.12.104.67:42007)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=323f2b52c6344c1aaa7b66ec6872ef1e@[1ef6efe56d304eb5981851ac050749bd(127.12.104.65:38979),327badab66f04c5aa3d6eb0d96ce86d8(127.12.104.66:38543)[L],e9e299c7c7d0486c8c905813fc0f5415(127.12.104.67:42007)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:26:33.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.104.125:33037, [1ms] Sub RPC GetTableLocations: received response from server master-127.12.104.125:33037: OK, deferred=null) after lookup
20:26:33.788 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9e299c7c7d0486c8c905813fc0f5415(127.12.104.67:42007)] connecting to peer
20:26:33.788 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e9e299c7c7d0486c8c905813fc0f5415(127.12.104.67:42007)] Successfully connected to peer
20:26:33.800 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa8d4a974, L:/127.0.0.1:54090 - R:/127.12.104.67:42007] using TOKEN/null
20:26:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:33.805311 13345 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.12.104.124:44107)
20:26:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:33.814913 13443 heartbeater.cc:503] Master 127.12.104.125:33037 was elected leader, sending a full tablet report...
20:26:33.844 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.104.124:44107
20:26:33.845 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:33.845862 12705 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/logs
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/info.pb
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.124:44107
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.124
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33053
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:26:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:26:33.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:33.958034 12812 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107): Couldn't send request to peer 653fd7a5ec6740f2bb7cf0d5fc5cef74. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.124:44107: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:26:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.199147 13302 heartbeater.cc:503] Master 127.12.104.125:33037 was elected leader, sending a full tablet report...
20:26:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.210793 13571 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.211104 13571 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.211189 13571 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.218917 13571 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.219035 13571 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:26:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.219072 13571 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.219121 13571 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.219158 13571 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.219213 13571 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.219245 13571 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39471/jwks.json
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.228968 13571 master_runner.cc:386] Master server non-default flags:
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.124:44107
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/info.pb
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.124
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33053
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/logs
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:26:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:26:34.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.230419 13571 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:34.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.232426 13571 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.245874 13582 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.245893 13580 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.245988 13579 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.246572 13571 server_base.cc:1034] running on GCE node
20:26:34.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.247416 13571 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:34.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.248981 13571 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.250232 13571 hybrid_clock.cc:648] HybridClock initialized: now 1781987194250149 us; error 66 us; skew 500 ppm
20:26:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.250622 13571 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.253402 13571 webserver.cc:460] Webserver started at http://127.12.104.124:33053/ using document root <none> and password file <none>
20:26:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.254148 13571 fs_manager.cc:359] Metadata directory not provided
20:26:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.254305 13571 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.259770 13571 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.005s sys 0.000s
20:26:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.263123 13588 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:34.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.264722 13571 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.264966 13571 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data,/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74"
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:28 on dist-test-slave-k3hl"
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.266021 13571 fs_report.cc:383] FS layout report
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/wal
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/data
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.304834 13571 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.305763 13571 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.306043 13571 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.329519 13571 rpc_server.cc:307] RPC server started. Bound to: 127.12.104.124:44107
20:26:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.329615 13650 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.104.124:44107 every 8 connection(s)
20:26:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.331421 13571 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-2/data/info.pb
20:26:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.335979 12705 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu as pid 13571
20:26:34.336 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:26:34.336 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.104.125:33037
20:26:34.336 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:26:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.337014 12705 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu pid 12794
20:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.338280 12868 generic_service.cc:196] Checking for leaks (request via RPC)
20:26:34.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.340874 13651 sys_catalog.cc:263] Verifying existing consensus state
20:26:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.344950 13651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Bootstrap starting.
20:26:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.363194 13651 log.cc:824] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Log is configured to *not* fsync() on all Append() calls
20:26:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.376824 13651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:26:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.377359 13651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: Bootstrap complete.
20:26:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.387337 13651 raft_consensus.cc:348] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.388350 13651 raft_consensus.cc:729] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 653fd7a5ec6740f2bb7cf0d5fc5cef74, State: Initialized, Role: FOLLOWER
20:26:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.389119 13651 consensus_queue.cc:260] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.389971 13655 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.390326 13655 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: FOLLOWER
20:26:34.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.391186 13651 sys_catalog.cc:564] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: configured and running, proceeding with master startup.
20:26:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.409025 13666 catalog_manager.cc:1259] Loaded cluster ID: 6dc2d956583f4882b94b8ab8d3021f82
20:26:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.409178 13666 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: loading cluster ID for follower catalog manager: success
20:26:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.413995 13666 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: acquiring CA information for follower catalog manager: success
20:26:34.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.416316 13666 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:26:34.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.499169 12705 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu with pid 12794
20:26:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.529892 13669 negotiation.cc:337] Failed RPC negotiation. Trace:
20:26:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:34.425661 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.12.104.125:33037 (local address 127.0.0.1:50548)
20:26:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:34.425849 (+ 188us) negotiation.cc:107] Waiting for socket to connect
20:26:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:34.425868 (+ 19us) client_negotiation.cc:174] Beginning negotiation
20:26:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:34.425984 (+ 116us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
20:26:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:34.528535 (+102551us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:26:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":60}
20:26:34.531 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.104.125:33037(127.12.104.125:33037)] handling channelInactive
20:26:34.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state READY due to: connection closed
20:26:34.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:26:34.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.530532 13571 master_runner.cc:186] Error getting master registration for 127.12.104.125:33037: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
20:26:34.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.537492 13571 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:34.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.576 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.12.104.125:33037(127.12.104.125:33037) for tablet Kudu Master: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.124:44107(127.12.104.124:44107)] connecting to peer
20:26:34.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.595 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.104.124:44107(127.12.104.124:44107)] Successfully connected to peer
20:26:34.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.615 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x10cb56a6, L:/127.0.0.1:58588 - R:/127.12.104.124:44107] using TOKEN/null
20:26:34.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.628245 13655 raft_consensus.cc:482] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.628631 13655 raft_consensus.cc:504] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:34.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.631047 13655 leader_election.cc:288] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037)
20:26:34.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.631639 12757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "be631aa6efb34cf98d65fc72c92bfada" is_pre_election: true
20:26:34.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.631910 13589 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:34.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.634059 13589 leader_election.cc:334] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037): Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:34.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.634253 13589 leader_election.cc:302] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74; no voters: b7298c0d0cdb4806a17f82e75fbb5c5e, be631aa6efb34cf98d65fc72c92bfada
20:26:34.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.634657 13655 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:26:34.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.739 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] sending RPC to server master-127.12.104.125:33037, [2ms] received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, deferred=Deferred@1690416024(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@1315deb5 -> (continuation of Deferred@1137274478 after retry RPC after error@1702693345) -> (continuation of Deferred@214514597 after retry RPC after error@823438591) -> (continuation of Deferred@967184045 after retry RPC after error@882457209) -> (continuation of Deferred@1908947804 after retry RPC after error@1697583822) -> (continuation of Deferred@1828043680 after retry RPC after error@289545909), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@2160d51a -> (continuation of Deferred@1137274478 after retry RPC after error@1702693345) -> (continuation of Deferred@214514597 after retry RPC after error@823438591) -> (continuation of Deferred@967184045 after retry RPC after error@882457209) -> (continuation of Deferred@1908947804 after retry RPC after error@1697583822) -> (continuation of Deferred@1828043680 after retry RPC after error@289545909)))
20:26:34.739 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] sending RPC to server master-127.12.104.125:33037, [2ms] received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, deferred=Deferred@1690416024(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@1315deb5 -> (continuation of Deferred@1137274478 after retry RPC after error@1702693345) -> (continuation of Deferred@214514597 after retry RPC after error@823438591) -> (continuation of Deferred@967184045 after retry RPC after error@882457209) -> (continuation of Deferred@1908947804 after retry RPC after error@1697583822) -> (continuation of Deferred@1828043680 after retry RPC after error@289545909), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@2160d51a -> (continuation of Deferred@1137274478 after retry RPC after error@1702693345) -> (continuation of Deferred@214514597 after retry RPC after error@823438591) -> (continuation of Deferred@967184045 after retry RPC after error@882457209) -> (continuation of Deferred@1908947804 after retry RPC after error@1697583822) -> (continuation of Deferred@1828043680 after retry RPC after error@289545909)))
20:26:34.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.792104 13156 heartbeater.cc:347] Connected to a master server at 127.12.104.124:44107
20:26:34.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.796471 13605 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" instance_seqno: 1781987189571795) as {username='slave'} at 127.12.104.65:44573; Asking this server to re-register.
20:26:34.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.798374 13156 heartbeater.cc:464] Registering TS with master...
20:26:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.799628 13676 raft_consensus.cc:482] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b7298c0d0cdb4806a17f82e75fbb5c5e)
20:26:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.799870 13676 raft_consensus.cc:504] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.800499 13605 ts_manager.cc:194] Registered new tserver with Master: 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979)
20:26:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.800613 13676 leader_election.cc:288] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.802676 12731 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111) [suppressed 10 similar messages]
20:26:34.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.806249 12731 leader_election.cc:334] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037): Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:34.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.809283 13615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be631aa6efb34cf98d65fc72c92bfada" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" is_pre_election: true
20:26:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.809875 13615 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be631aa6efb34cf98d65fc72c92bfada in term 1.
20:26:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.810451 12731 leader_election.cc:302] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74, be631aa6efb34cf98d65fc72c92bfada; no voters: b7298c0d0cdb4806a17f82e75fbb5c5e
20:26:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.810745 13676 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 3 FOLLOWER]: Leader pre-election won for term 4
20:26:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.810868 13676 raft_consensus.cc:482] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 3 FOLLOWER]: Starting leader election (detected failure of leader b7298c0d0cdb4806a17f82e75fbb5c5e)
20:26:34.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.810946 13676 raft_consensus.cc:3037] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 3 FOLLOWER]: Advancing to term 4
20:26:34.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.813004 13676 raft_consensus.cc:504] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:34.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.813623 13676 leader_election.cc:288] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 4 election: Requested vote from peers b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:34.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.815124 12731 leader_election.cc:334] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037): Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111)
20:26:34.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.819089 13615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be631aa6efb34cf98d65fc72c92bfada" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74"
20:26:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.819416 13615 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 1 FOLLOWER]: Advancing to term 4
20:26:34.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.828262 13615 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be631aa6efb34cf98d65fc72c92bfada in term 4.
20:26:34.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.828948 12731 leader_election.cc:302] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74, be631aa6efb34cf98d65fc72c92bfada; no voters: b7298c0d0cdb4806a17f82e75fbb5c5e
20:26:34.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.829692 13676 raft_consensus.cc:2781] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 4 FOLLOWER]: Leader election won for term 4
20:26:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.831805 13676 raft_consensus.cc:686] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [term 4 LEADER]: Becoming Leader. State: Replica: be631aa6efb34cf98d65fc72c92bfada, State: Running, Role: LEADER
20:26:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.832479 13676 consensus_queue.cc:237] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:34.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.836122 13441 heartbeater.cc:347] Connected to a master server at 127.12.104.124:44107
20:26:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.837739 13604 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" instance_seqno: 1781987190650323) as {username='slave'} at 127.12.104.67:60439; Asking this server to re-register.
20:26:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.838480 13441 heartbeater.cc:464] Registering TS with master...
20:26:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.839929 13604 ts_manager.cc:194] Registered new tserver with Master: e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67:42007)
20:26:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.839699 13682 sys_catalog.cc:455] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: SysCatalogTable state changed. Reason: New leader be631aa6efb34cf98d65fc72c92bfada. Latest consensus state: current_term: 4 leader_uuid: "be631aa6efb34cf98d65fc72c92bfada" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.840119 13682 sys_catalog.cc:458] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: This master's current role is: LEADER
20:26:34.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.841396 13684 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:26:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.843997 13684 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081]
20:26:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.844983 13684 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]
20:26:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.846652 13684 tablet_loader.cc:96] loaded metadata for tablet 323f2b52c6344c1aaa7b66ec6872ef1e (table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23])
20:26:34.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.847070 13684 tablet_loader.cc:96] loaded metadata for tablet 9824774859ce4cce9a33a65f9718cfd5 (table kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081])
20:26:34.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.847440 13684 tablet_loader.cc:96] loaded metadata for tablet d685eb1ddc8343bc9bf3c30a3cef9415 (table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23])
20:26:34.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.847734 13684 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:26:34.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.848822 13684 catalog_manager.cc:1259] Loaded cluster ID: 6dc2d956583f4882b94b8ab8d3021f82
20:26:34.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.849023 13684 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:26:34.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.850204 13684 catalog_manager.cc:1504] Loading token signing keys...
20:26:34.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.851127 13684 catalog_manager.cc:5879] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada: Loaded TSK: 0
20:26:34.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.852046 13684 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:26:34.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:34.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.125:33037: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037
20:26:34.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:26:34.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: Network error: Failed to connect to peer master-127.12.104.125:33037(127.12.104.125:33037): Connection refused: /127.12.104.125:33037, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: OK, deferred=Deferred@1980427452(state=PENDING, result=null, callback=(continuation of Deferred@253152516 after retry RPC after error@217401104) -> (continuation of Deferred@2058787675 after retry RPC after error@1534654397) -> (continuation of Deferred@1648328507 after retry RPC after error@1146382763) -> (continuation of Deferred@183914041 after retry RPC after error@372213189) -> (continuation of Deferred@267450012 after retry RPC after error@1745801208), errback=(continuation of Deferred@253152516 after retry RPC after error@217401104) -> (continuation of Deferred@2058787675 after retry RPC after error@1534654397) -> (continuation of Deferred@1648328507 after retry RPC after error@1146382763) -> (continuation of Deferred@183914041 after retry RPC after error@372213189) -> (continuation of Deferred@267450012 after retry RPC after error@1745801208))) after lookup
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.922237 13615 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 4 FOLLOWER]: Refusing update from remote peer be631aa6efb34cf98d65fc72c92bfada: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.922077 12746 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57116:
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:26:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:26:34.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.923121 13682 consensus_queue.cc:1035] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [LEADER]: Connected to new peer: Peer: permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
20:26:34.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.924459 12746 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:26:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.927161 13695 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "be631aa6efb34cf98d65fc72c92bfada" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.927508 13695 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: FOLLOWER
20:26:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.928110 13655 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be631aa6efb34cf98d65fc72c92bfada. Latest consensus state: current_term: 4 leader_uuid: "be631aa6efb34cf98d65fc72c92bfada" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.928413 13655 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: FOLLOWER
20:26:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.929966 13676 sys_catalog.cc:455] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "be631aa6efb34cf98d65fc72c92bfada" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.930300 13676 sys_catalog.cc:458] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada [sys.catalog]: This master's current role is: LEADER
20:26:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.930258 13655 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "be631aa6efb34cf98d65fc72c92bfada" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:34.930545 13655 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: FOLLOWER
20:26:34.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:34.932008 12731 consensus_peers.cc:487] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada -> Peer b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037): Couldn't send request to peer b7298c0d0cdb4806a17f82e75fbb5c5e. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:26:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:35.204466 13301 heartbeater.cc:503] Master 127.12.104.126:36637 was elected leader, sending a full tablet report...
20:26:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:35.207432 13300 heartbeater.cc:347] Connected to a master server at 127.12.104.124:44107
20:26:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:35.208762 13604 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" instance_seqno: 1781987190121516) as {username='slave'} at 127.12.104.66:41365; Asking this server to re-register.
20:26:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:35.209394 13300 heartbeater.cc:464] Registering TS with master...
20:26:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:35.210630 13604 ts_manager.cc:194] Registered new tserver with Master: 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543)
20:26:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:35.397310 12731 consensus_peers.cc:487] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada -> Peer b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037): Couldn't send request to peer b7298c0d0cdb4806a17f82e75fbb5c5e. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:26:35.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:35.821249 13442 heartbeater.cc:503] Master 127.12.104.126:36637 was elected leader, sending a full tablet report...
20:26:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:35.872617 12731 consensus_peers.cc:487] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada -> Peer b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037): Couldn't send request to peer b7298c0d0cdb4806a17f82e75fbb5c5e. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:26:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.387248 12731 consensus_peers.cc:487] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada -> Peer b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037): Couldn't send request to peer b7298c0d0cdb4806a17f82e75fbb5c5e. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:26:36.537 [DEBUG - Time-limited test] (Connection.java:748) [peer 327badab66f04c5aa3d6eb0d96ce86d8(127.12.104.66:38543)] connecting to peer
20:26:36.538 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 327badab66f04c5aa3d6eb0d96ce86d8(127.12.104.66:38543)] Successfully connected to peer
20:26:36.550 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1f897d98, L:/127.0.0.1:58772 - R:/127.12.104.66:38543] using TOKEN/null
20:26:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.561199 13222 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.12.104.124:44107)
20:26:36.611 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.104.125:33037
20:26:36.611 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:36.612425 12705 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/logs
20:26:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/info.pb
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.125:33037
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.125
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38159
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:26:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:26:36.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:36.613960 13157 heartbeater.cc:503] Master 127.12.104.126:36637 was elected leader, sending a full tablet report...
20:26:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.897990 12731 consensus_peers.cc:487] T 00000000000000000000000000000000 P be631aa6efb34cf98d65fc72c92bfada -> Peer b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037): Couldn't send request to peer b7298c0d0cdb4806a17f82e75fbb5c5e. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.125:33037: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
20:26:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.965008 13726 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.965366 13726 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.965488 13726 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.973428 13726 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.973577 13726 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:26:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.973632 13726 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.973697 13726 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.973755 13726 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.973853 13726 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:36.973908 13726 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39471/jwks.json
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:36.984014 13726 master_runner.cc:386] Master server non-default flags:
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.104.84:38717
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.104.126:36637,127.12.104.125:33037,127.12.104.124:44107
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.104.125:33037
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39471/jwks.json
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/info.pb
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.104.125
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38159
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/logs
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:26:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:26:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:36.985996 13726 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:36.988305 13726 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.000293 13733 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:37.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.001144 13734 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:37.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.002349 13736 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:37.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.003459 13726 server_base.cc:1034] running on GCE node
20:26:37.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.004424 13726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:37.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.005992 13726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.007211 13726 hybrid_clock.cc:648] HybridClock initialized: now 1781987197007116 us; error 90 us; skew 500 ppm
20:26:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.007556 13726 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.013935 13726 webserver.cc:460] Webserver started at http://127.12.104.125:38159/ using document root <none> and password file <none>
20:26:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.014854 13726 fs_manager.cc:359] Metadata directory not provided
20:26:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.014966 13726 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.021343 13726 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.003s sys 0.000s
20:26:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.024480 13742 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.026319 13726 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:26:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.026551 13726 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data,/tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e"
20:26:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:26:27 on dist-test-slave-k3hl"
20:26:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.027514 13726 fs_report.cc:383] FS layout report
20:26:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/wal
20:26:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/data
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:37.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.053755 13726 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:37.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.054673 13726 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:37.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.055007 13726 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:37.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.078811 13726 rpc_server.cc:307] RPC server started. Bound to: 127.12.104.125:33037
20:26:37.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.078858 13803 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.104.125:33037 every 8 connection(s)
20:26:37.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.080386 13726 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoN9ZMD/test-tmp/mini-kudu-cluster8007238030667177191/master-1/data/info.pb
20:26:37.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.082129 12705 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu as pid 13726
20:26:37.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:26:37.082 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.104.126:36637
20:26:37.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:26:37.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.083010 12705 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu pid 12716
20:26:37.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.084165 12787 generic_service.cc:196] Checking for leaks (request via RPC)
20:26:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.089301 13804 sys_catalog.cc:263] Verifying existing consensus state
20:26:37.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.094641 13804 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Bootstrap starting.
20:26:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.117630 13804 log.cc:824] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Log is configured to *not* fsync() on all Append() calls
20:26:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.133251 13804 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:26:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.134424 13804 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Bootstrap complete.
20:26:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.144083 13804 raft_consensus.cc:348] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.145160 13804 raft_consensus.cc:729] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7298c0d0cdb4806a17f82e75fbb5c5e, State: Initialized, Role: FOLLOWER
20:26:37.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.145922 13804 consensus_queue.cc:260] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:37.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.146816 13809 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:37.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.147341 13809 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: FOLLOWER
20:26:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.148115 13804 sys_catalog.cc:564] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: configured and running, proceeding with master startup.
20:26:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.165827 13820 catalog_manager.cc:1259] Loaded cluster ID: 6dc2d956583f4882b94b8ab8d3021f82
20:26:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.166225 13820 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: loading cluster ID for follower catalog manager: success
20:26:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.171234 13820 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: acquiring CA information for follower catalog manager: success
20:26:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.173408 13820 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:26:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.230788 13302 heartbeater.cc:347] Connected to a master server at 127.12.104.125:33037
20:26:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.234567 13759 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "327badab66f04c5aa3d6eb0d96ce86d8" instance_seqno: 1781987190121516) as {username='slave'} at 127.12.104.66:39359; Asking this server to re-register.
20:26:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.235430 13302 heartbeater.cc:464] Registering TS with master...
20:26:37.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.237239 13759 ts_manager.cc:194] Registered new tserver with Master: 327badab66f04c5aa3d6eb0d96ce86d8 (127.12.104.66:38543)
20:26:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.287793 13769 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 3 FOLLOWER]: Advancing to term 4
20:26:37.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.289813 12705 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu with pid 12716
20:26:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.299583 13829 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "be631aa6efb34cf98d65fc72c92bfada" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.300525 13829 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: FOLLOWER
20:26:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.300438 13809 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: New leader be631aa6efb34cf98d65fc72c92bfada. Latest consensus state: current_term: 4 leader_uuid: "be631aa6efb34cf98d65fc72c92bfada" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.300796 13809 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: FOLLOWER
20:26:37.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.314232 13743 connection.cc:535] server connection from 127.0.0.1:41556 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:26:37.316 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.104.126:36637(127.12.104.126:36637)] handling channelInactive
20:26:37.316 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:26:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.315732 13822 negotiation.cc:337] Failed RPC negotiation. Trace:
20:26:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:37.161035 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.12.104.126:36637 (local address 127.0.0.1:57130)
20:26:37.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.126:36637(127.12.104.126:36637)] cleaning up while in state READY due to: connection closed
20:26:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:37.169835 (+ 8800us) negotiation.cc:107] Waiting for socket to connect
20:26:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:37.169882 (+ 47us) client_negotiation.cc:174] Beginning negotiation
20:26:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:37.170474 (+ 592us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
20:26:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:37.314126 (+143652us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: BlockingRecv error: recv got EOF from 127.12.104.126:36637 (error 108)
20:26:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":8127,"thread_start_us":7809,"threads_started":1}
20:26:37.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.316416 13726 master_runner.cc:186] Error getting master registration for 127.12.104.126:36637: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: BlockingRecv error: recv got EOF from 127.12.104.126:36637 (error 108),
20:26:37.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.323544 13726 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:37.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.126:36637(127.12.104.126:36637)] connecting to peer
20:26:37.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.126:36637(127.12.104.126:36637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.536 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.12.104.126:36637(127.12.104.126:36637) for tablet Kudu Master: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.125:33037(127.12.104.125:33037)] connecting to peer
20:26:37.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.126:36637(127.12.104.126:36637)] connecting to peer
20:26:37.555 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.104.125:33037(127.12.104.125:33037)] Successfully connected to peer
20:26:37.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.126:36637(127.12.104.126:36637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.126:36637: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.575 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x65d155e0, L:/127.0.0.1:41558 - R:/127.12.104.125:33037] using TOKEN/null
20:26:37.576 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.578671 13830 raft_consensus.cc:482] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be631aa6efb34cf98d65fc72c92bfada)
20:26:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.578887 13830 raft_consensus.cc:504] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.579638 13830 leader_election.cc:288] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), b7298c0d0cdb4806a17f82e75fbb5c5e (127.12.104.125:33037)
20:26:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.590719 13769 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" is_pre_election: true
20:26:37.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.126:36637(127.12.104.126:36637)] connecting to peer
20:26:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.595261 13592 leader_election.cc:334] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637): Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111)
20:26:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.595582 13592 leader_election.cc:302] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74; no voters: b7298c0d0cdb4806a17f82e75fbb5c5e, be631aa6efb34cf98d65fc72c92bfada
20:26:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.595950 13830 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:26:37.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.126:36637(127.12.104.126:36637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.126:36637: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:37.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.597136 13809 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader be631aa6efb34cf98d65fc72c92bfada)
20:26:37.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.597360 13809 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:37.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.599594 13809 leader_election.cc:288] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.612892 13746 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111)
20:26:37.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.126:36637(127.12.104.126:36637)] connecting to peer
20:26:37.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.126:36637(127.12.104.126:36637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.126:36637: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:37.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.629952 13615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" is_pre_election: true
20:26:37.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.630226 13615 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7298c0d0cdb4806a17f82e75fbb5c5e in term 4.
20:26:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.630609 13746 leader_election.cc:334] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637): Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111)
20:26:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.631636 13743 leader_election.cc:302] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74, b7298c0d0cdb4806a17f82e75fbb5c5e; no voters: be631aa6efb34cf98d65fc72c92bfada
20:26:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.632871 13809 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 4 FOLLOWER]: Leader pre-election won for term 5
20:26:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.633016 13809 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 4 FOLLOWER]: Starting leader election (detected failure of leader be631aa6efb34cf98d65fc72c92bfada)
20:26:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.633129 13809 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 4 FOLLOWER]: Advancing to term 5
20:26:37.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.126:36637(127.12.104.126:36637)] connecting to peer
20:26:37.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.126:36637(127.12.104.126:36637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.126:36637: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.636360 13809 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.638291 13615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74"
20:26:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.638521 13615 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 4 FOLLOWER]: Advancing to term 5
20:26:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.638572 13809 leader_election.cc:288] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 5 election: Requested vote from peers be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637), 653fd7a5ec6740f2bb7cf0d5fc5cef74 (127.12.104.124:44107)
20:26:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.640401 13746 leader_election.cc:334] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637): Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111)
20:26:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.641202 13615 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7298c0d0cdb4806a17f82e75fbb5c5e in term 5.
20:26:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.642254 13743 leader_election.cc:302] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 653fd7a5ec6740f2bb7cf0d5fc5cef74, b7298c0d0cdb4806a17f82e75fbb5c5e; no voters: be631aa6efb34cf98d65fc72c92bfada
20:26:37.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637; will retry
20:26:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.642593 13809 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 5 FOLLOWER]: Leader election won for term 5
20:26:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.642877 13809 raft_consensus.cc:686] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [term 5 LEADER]: Becoming Leader. State: Replica: b7298c0d0cdb4806a17f82e75fbb5c5e, State: Running, Role: LEADER
20:26:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.643311 13809 consensus_queue.cc:237] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 4.13, Last appended by leader: 13, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } }
20:26:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.644629 13158 heartbeater.cc:347] Connected to a master server at 127.12.104.125:33037
20:26:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.644639 13829 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7298c0d0cdb4806a17f82e75fbb5c5e. Latest consensus state: current_term: 5 leader_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.644893 13829 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: LEADER
20:26:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.646080 13759 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "1ef6efe56d304eb5981851ac050749bd" instance_seqno: 1781987189571795) as {username='slave'} at 127.12.104.65:60217; Asking this server to re-register.
20:26:37.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.646700 13158 heartbeater.cc:464] Registering TS with master...
20:26:37.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.647586 13839 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:26:37.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.648013 13759 ts_manager.cc:194] Registered new tserver with Master: 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979)
20:26:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.650727 13839 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081]
20:26:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.651290 13839 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23]
20:26:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.652969 13839 tablet_loader.cc:96] loaded metadata for tablet 323f2b52c6344c1aaa7b66ec6872ef1e (table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23])
20:26:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.653405 13839 tablet_loader.cc:96] loaded metadata for tablet 9824774859ce4cce9a33a65f9718cfd5 (table kudu_system.kudu_transactions [id=7a9460e1963f48c2ae374e1cc6307081])
20:26:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.653769 13839 tablet_loader.cc:96] loaded metadata for tablet d685eb1ddc8343bc9bf3c30a3cef9415 (table txn_manager_fallback_rolling [id=e46878a59ca241a59a4e3a8776596e23])
20:26:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.654080 13839 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:26:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.655114 13839 catalog_manager.cc:1259] Loaded cluster ID: 6dc2d956583f4882b94b8ab8d3021f82
20:26:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.655191 13839 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:26:37.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.656407 13839 catalog_manager.cc:1504] Loading token signing keys...
20:26:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.657248 13839 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e: Loaded TSK: 0
20:26:37.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.658138 13839 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:26:37.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.104.126:36637(127.12.104.126:36637)] connecting to peer
20:26:37.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.126:36637(127.12.104.126:36637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.104.126:36637: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637
20:26:37.676 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:26:37.677 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] sending RPC to server master-127.12.104.126:36637, [2ms] received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [108ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, deferred=Deferred@776677998(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@75128616 -> (continuation of Deferred@1099821041 after retry RPC after error@1205501780) -> (continuation of Deferred@817178011 after retry RPC after error@1375086509) -> (continuation of Deferred@2133501957 after retry RPC after error@1797146731) -> (continuation of Deferred@1922969966 after retry RPC after error@305507295), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@38f5531c -> (continuation of Deferred@1099821041 after retry RPC after error@1205501780) -> (continuation of Deferred@817178011 after retry RPC after error@1375086509) -> (continuation of Deferred@2133501957 after retry RPC after error@1797146731) -> (continuation of Deferred@1922969966 after retry RPC after error@305507295))) after lookup
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.720770 13759 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41578:
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:26:37.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.724553 13840 master.cc:440] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 2 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
20:26:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.755376 13615 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [term 5 FOLLOWER]: Refusing update from remote peer b7298c0d0cdb4806a17f82e75fbb5c5e: Log matching property violated. Preceding OpId in replica: term: 4 index: 13. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
20:26:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.756561 13829 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [LEADER]: Connected to new peer: Peer: permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
20:26:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.757210 13746 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637): Couldn't send request to peer be631aa6efb34cf98d65fc72c92bfada. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.758621 13830 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7298c0d0cdb4806a17f82e75fbb5c5e. Latest consensus state: current_term: 5 leader_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.758845 13830 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: FOLLOWER
20:26:37.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.760056 13809 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:37.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.760349 13809 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e [sys.catalog]: This master's current role is: LEADER
20:26:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.761128 13830 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be631aa6efb34cf98d65fc72c92bfada" member_type: VOTER last_known_addr { host: "127.12.104.126" port: 36637 } } peers { permanent_uuid: "b7298c0d0cdb4806a17f82e75fbb5c5e" member_type: VOTER last_known_addr { host: "127.12.104.125" port: 33037 } } peers { permanent_uuid: "653fd7a5ec6740f2bb7cf0d5fc5cef74" member_type: VOTER last_known_addr { host: "127.12.104.124" port: 44107 } } }
20:26:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.761374 13830 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653fd7a5ec6740f2bb7cf0d5fc5cef74 [sys.catalog]: This master's current role is: FOLLOWER
20:26:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.785863 13789 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41558 (request call id 5) took 107 ms (client timeout 107 ms). Trace:
20:26:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:37.786046 13789 rpcz_store.cc:269] 0620 20:26:37.678390 (+ 0us) service_pool.cc:170] Inserting onto call queue
20:26:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:37.678558 (+ 168us) service_pool.cc:227] Handling call
20:26:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:37.785771 (+107213us) inbound_call.cc:173] Queueing success response
20:26:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":630,"init.queue_time_us":479,"thread_start_us":1526,"threads_started":5}
20:26:37.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.12.104.126:36637, [2ms] received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [108ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [143ms] sending RPC to server master-127.12.104.125:33037, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@776677998(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@75128616 -> (continuation of Deferred@1099821041 after retry RPC after error@1205501780) -> (continuation of Deferred@817178011 after retry RPC after error@1375086509) -> (continuation of Deferred@2133501957 after retry RPC after error@1797146731) -> (continuation of Deferred@1922969966 after retry RPC after error@305507295) -> (continuation of Deferred@565254521 after retry RPC@581388640), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@38f5531c -> (continuation of Deferred@1099821041 after retry RPC after error@1205501780) -> (continuation of Deferred@817178011 after retry RPC after error@1375086509) -> (continuation of Deferred@2133501957 after retry RPC after error@1797146731) -> (continuation of Deferred@1922969966 after retry RPC after error@305507295) -> (continuation of Deferred@565254521 after retry RPC@581388640)))
20:26:37.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.12.104.126:36637, [2ms] received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [108ms] delaying RPC due to: Service unavailable: Master config (127.12.104.124:44107,127.12.104.125:33037,127.12.104.126:36637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.124:44107, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.125:33037, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.104.126:36637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.125:33037: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.126:36637: Network error: Failed to connect to peer master-127.12.104.126:36637(127.12.104.126:36637): Connection refused: /127.12.104.126:36637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.104.124:44107: OK, [143ms] sending RPC to server master-127.12.104.125:33037, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@776677998(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@75128616 -> (continuation of Deferred@1099821041 after retry RPC after error@1205501780) -> (continuation of Deferred@817178011 after retry RPC after error@1375086509) -> (continuation of Deferred@2133501957 after retry RPC after error@1797146731) -> (continuation of Deferred@1922969966 after retry RPC after error@305507295) -> (continuation of Deferred@565254521 after retry RPC@581388640), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@38f5531c -> (continuation of Deferred@1099821041 after retry RPC after error@1205501780) -> (continuation of Deferred@817178011 after retry RPC after error@1375086509) -> (continuation of Deferred@2133501957 after retry RPC after error@1797146731) -> (continuation of Deferred@1922969966 after retry RPC after error@305507295) -> (continuation of Deferred@565254521 after retry RPC@581388640)))
20:26:37.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.829694 13443 heartbeater.cc:347] Connected to a master server at 127.12.104.125:33037
20:26:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.831058 13759 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "e9e299c7c7d0486c8c905813fc0f5415" instance_seqno: 1781987190650323) as {username='slave'} at 127.12.104.67:42487; Asking this server to re-register.
20:26:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.831709 13443 heartbeater.cc:464] Registering TS with master...
20:26:37.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.831928 13443 heartbeater.cc:511] Master 127.12.104.125:33037 requested a full tablet report, sending...
20:26:37.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:37.833185 13759 ts_manager.cc:194] Registered new tserver with Master: e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67:42007)
20:26:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.045686 13789 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41558 (request call id 6) took 250 ms (client timeout 250 ms). Trace:
20:26:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.045828 13789 rpcz_store.cc:269] 0620 20:26:37.795459 (+ 0us) service_pool.cc:170] Inserting onto call queue
20:26:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:37.795574 (+ 115us) service_pool.cc:227] Handling call
20:26:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:38.045592 (+250018us) inbound_call.cc:173] Queueing success response
20:26:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:26:38.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.12.104.125:33037, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@502494648(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@f0ca8a9, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@26df12e0))
20:26:38.046 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.12.104.125:33037, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@502494648(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@f0ca8a9, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@26df12e0))
20:26:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:38.102742 13326 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.076s from last keepalive heartbeat (effective timeout is 1.000s)
20:26:38.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.112402 13851 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
20:26:38.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.120339 13854 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
20:26:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.264546 13746 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637): Couldn't send request to peer be631aa6efb34cf98d65fc72c92bfada. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:26:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.305418 13789 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41558 (request call id 7) took 250 ms (client timeout 250 ms). Trace:
20:26:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.305560 13789 rpcz_store.cc:269] 0620 20:26:38.055144 (+ 0us) service_pool.cc:170] Inserting onto call queue
20:26:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:38.055212 (+ 68us) service_pool.cc:227] Handling call
20:26:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:38.305317 (+250105us) inbound_call.cc:173] Queueing success response
20:26:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:26:38.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.12.104.125:33037, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1043051282(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@38f35fda, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@5250e18d))
20:26:38.307 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.12.104.125:33037, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1043051282(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@38f35fda, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@5250e18d))
20:26:38.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.565572 13789 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41558 (request call id 8) took 250 ms (client timeout 250 ms). Trace:
20:26:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.565730 13789 rpcz_store.cc:269] 0620 20:26:38.315299 (+ 0us) service_pool.cc:170] Inserting onto call queue
20:26:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:38.315465 (+ 166us) service_pool.cc:227] Handling call
20:26:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:26:38.565476 (+250011us) inbound_call.cc:173] Queueing success response
20:26:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:26:38.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.12.104.125:33037, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@214348085(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@6f16309c, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@4d39af2b))
20:26:38.566 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.12.104.125:33037, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@214348085(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@6f16309c, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@4d39af2b))
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:38.742586 13758 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41586:
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:26:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:26:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:26:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:26:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:26:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:26:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.743332 13758 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:26:38.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:38.752882 13746 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637): Couldn't send request to peer be631aa6efb34cf98d65fc72c92bfada. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:26:38.761 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: e9e299c7c7d0486c8c905813fc0f5415 (127.12.104.67:42007): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1781987191 last_transition_timestamp: 1781987198
20:26:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.240618 13302 heartbeater.cc:503] Master 127.12.104.125:33037 was elected leader, sending a full tablet report...
20:26:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:39.241523 13746 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637): Couldn't send request to peer be631aa6efb34cf98d65fc72c92bfada. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:26:39.320 [DEBUG - main] (Connection.java:575) [peer master-127.12.104.125:33037(127.12.104.125:33037)] disconnecting while in state READY
20:26:39.321 [DEBUG - main] (Connection.java:575) [peer e9e299c7c7d0486c8c905813fc0f5415(127.12.104.67:42007)] disconnecting while in state READY
20:26:39.321 [DEBUG - main] (Connection.java:575) [peer master-127.12.104.126:36637(127.12.104.126:36637)] disconnecting while in state TERMINATED
20:26:39.321 [DEBUG - main] (Connection.java:575) [peer master-127.12.104.124:44107(127.12.104.124:44107)] disconnecting while in state READY
20:26:39.321 [DEBUG - main] (Connection.java:575) [peer 327badab66f04c5aa3d6eb0d96ce86d8(127.12.104.66:38543)] disconnecting while in state READY
20:26:39.322 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.104.125:33037(127.12.104.125:33037)] handling channelInactive
20:26:39.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.104.125:33037(127.12.104.125:33037)] cleaning up while in state READY due to: connection closed
20:26:39.322 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 327badab66f04c5aa3d6eb0d96ce86d8(127.12.104.66:38543)] handling channelInactive
20:26:39.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 327badab66f04c5aa3d6eb0d96ce86d8(127.12.104.66:38543)] cleaning up while in state READY due to: connection closed
20:26:39.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:26:39.324 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e9e299c7c7d0486c8c905813fc0f5415(127.12.104.67:42007)] handling channelInactive
20:26:39.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9e299c7c7d0486c8c905813fc0f5415(127.12.104.67:42007)] cleaning up while in state READY due to: connection closed
20:26:39.324 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.104.124:44107(127.12.104.124:44107)] handling channelInactive
20:26:39.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.104.124:44107(127.12.104.124:44107)] cleaning up while in state READY due to: connection closed
20:26:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.324889 12705 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu pid 13016
20:26:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.334197 13151 generic_service.cc:196] Checking for leaks (request via RPC)
20:26:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.433652 12705 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu with pid 13016
20:26:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.452250 12705 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu pid 13161
20:26:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.464972 13295 generic_service.cc:196] Checking for leaks (request via RPC)
20:26:39.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:39.526047 13320 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.104.65:38979: connect: Connection refused (error 111)
20:26:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:39.527537 13320 consensus_peers.cc:487] T d685eb1ddc8343bc9bf3c30a3cef9415 P e9e299c7c7d0486c8c905813fc0f5415 -> Peer 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979): Couldn't send request to peer 1ef6efe56d304eb5981851ac050749bd. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.65:38979: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:26:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.539659 13571 master_runner.cc:186] Error getting master registration for 127.12.104.126:36637: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111),
20:26:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.539903 13571 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:39.562829 13320 consensus_peers.cc:487] T 9824774859ce4cce9a33a65f9718cfd5 P e9e299c7c7d0486c8c905813fc0f5415 -> Peer 1ef6efe56d304eb5981851ac050749bd (127.12.104.65:38979): Couldn't send request to peer 1ef6efe56d304eb5981851ac050749bd. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.65:38979: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:26:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.584281 12705 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu with pid 13161
20:26:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.602777 12705 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu pid 13305
20:26:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.610519 13436 generic_service.cc:196] Checking for leaks (request via RPC)
20:26:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.734949 12705 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu with pid 13305
20:26:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:39.746570 13746 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7298c0d0cdb4806a17f82e75fbb5c5e -> Peer be631aa6efb34cf98d65fc72c92bfada (127.12.104.126:36637): Couldn't send request to peer be631aa6efb34cf98d65fc72c92bfada. Status: Network error: Client connection negotiation failed: client connection to 127.12.104.126:36637: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
20:26:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.753083 12705 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu pid 13726
20:26:39.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.759898 13799 generic_service.cc:196] Checking for leaks (request via RPC)
20:26:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.877856 12705 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu with pid 13726
20:26:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:26:39.899161 13592 connection.cc:535] server connection from 127.0.0.1:58612 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:26:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.899427 12705 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu pid 13571
20:26:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:39.906489 13646 generic_service.cc:196] Checking for leaks (request via RPC)
20:26:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:26:40.016045 12705 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoN9ZMD/build/asan/bin/kudu with pid 13571
20:26:40.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:26:40Z chronyd exiting
20:26:40.167 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)