03:16:01.575 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:16:01.575 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskxSP6UT/test-tmp
03:16:01.575 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:16:01.575 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskxSP6UT/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:16:01.578 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:16:01.907 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:16:01.907 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:16:01.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:01.910215 8006 mini_oidc.cc:152] Starting JWKS server
03:16:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:01.913954 8006 webserver.cc:460] Webserver started at http://127.0.0.1:35619/ using document root <none> and password file <none>
03:16:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:01.914390 8006 mini_oidc.cc:189] Starting OIDC Discovery server
03:16:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:01.916154 8006 webserver.cc:460] Webserver started at http://127.0.0.1:41697/ using document root <none> and password file <none>
03:16:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:16:01Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:16:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:16:01Z Disabled control of system clock
03:16:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:01.967417 8006 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/logs
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/info.pb
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.190:43961
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.190
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:16:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:16:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.271608 8018 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:16:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.272183 8018 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:16:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.272651 8018 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:16:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.303577 8018 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:16:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.303964 8018 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:16:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.304144 8018 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:16:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.304333 8018 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:16:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.304519 8018 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:16:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.304701 8018 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:16:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.304836 8018 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35619/jwks.json
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:02.340103 8018 master_runner.cc:386] Master server non-default flags:
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.190:43961
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/info.pb
03:16:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.190
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/logs
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:16:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:02.341315 8018 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:16:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:02.342885 8018 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:16:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.361418 8025 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.361436 8027 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:02.363286 8018 server_base.cc:1034] running on GCE node
03:16:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:02.361441 8024 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:03.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.540068 8018 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.542729 8018 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.544122 8018 hybrid_clock.cc:648] HybridClock initialized: now 1790306163544078 us; error 63 us; skew 500 ppm
03:16:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.545044 8018 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:16:03.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.560458 8018 webserver.cc:460] Webserver started at http://127.7.209.190:34449/ using document root <none> and password file <none>
03:16:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.561461 8018 fs_manager.cc:359] Metadata directory not provided
03:16:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.561729 8018 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:16:03.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.562244 8018 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.567229 8018 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/instance:
03:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6"
03:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:03 on dist-test-slave-svw5"
03:16:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.568400 8018 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal/instance:
03:16:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6"
03:16:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:03 on dist-test-slave-svw5"
03:16:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.575770 8018 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
03:16:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.582026 8034 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:16:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.583204 8018 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
03:16:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.583498 8018 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data,/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6"
03:16:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:03 on dist-test-slave-svw5"
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.583801 8018 fs_report.cc:383] FS layout report
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/data
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:16:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:16:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.642210 8018 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:16:03.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.644518 8018 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:16:03.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.645172 8018 kserver.cc:163] Server-wide thread pool size limit: 3276
03:16:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.730791 8018 rpc_server.cc:307] RPC server started. Bound to: 127.7.209.190:43961
03:16:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.730890 8098 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.209.190:43961 every 8 connection(s)
03:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.733417 8018 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/info.pb
03:16:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.739087 8099 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:03.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.741091 8006 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu as pid 8018
03:16:03.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.741613 8006 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal/instance
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.745097 8006 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/logs
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/info.pb
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:16:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.189:46535
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.189
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:16:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:16:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.751960 8099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } has no permanent_uuid. Determining permanent_uuid...
03:16:03.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.780876 8099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } has no permanent_uuid. Determining permanent_uuid...
03:16:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:03.783070 8035 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:03.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:03.787186 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.189:46535: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.836788 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } attempt: 1
03:16:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:03.840818 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.189:46535: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:03.909329 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } attempt: 2
03:16:03.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:03.913069 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.189:46535: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:04.004537 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } attempt: 3
03:16:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.008353 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.189:46535: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.052565 8101 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:16:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.053119 8101 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:16:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.053614 8101 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:16:04.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.084491 8101 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:16:04.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.084790 8101 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:16:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.084955 8101 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:16:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.085147 8101 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:16:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.085330 8101 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:16:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.085609 8101 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:16:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.085778 8101 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35619/jwks.json
03:16:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:04.120556 8101 master_runner.cc:386] Master server non-default flags:
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.189:46535
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/info.pb
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.189
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/logs
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:16:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:16:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:04.121802 8101 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:16:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:04.123342 8101 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:16:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.141870 8111 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:04.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:04.151798 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } attempt: 4
03:16:04.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.156077 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.189:46535: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:04.455511 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } attempt: 5
03:16:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.459304 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.189:46535: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:05.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.006713 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } attempt: 6
03:16:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.019740 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.189:46535: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.141913 8110 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:04.143895 8101 server_base.cc:1034] running on GCE node
03:16:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:04.141928 8113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:05.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.326831 8101 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:16:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.330106 8101 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:16:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.331610 8101 hybrid_clock.cc:648] HybridClock initialized: now 1790306165331543 us; error 60 us; skew 500 ppm
03:16:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.332444 8101 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:16:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.339586 8101 webserver.cc:460] Webserver started at http://127.7.209.189:42559/ using document root <none> and password file <none>
03:16:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.340469 8101 fs_manager.cc:359] Metadata directory not provided
03:16:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.340651 8101 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:16:05.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.341037 8101 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:16:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.345995 8101 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/instance:
03:16:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b933d30aaa56416a9b746c673f891d09"
03:16:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:05 on dist-test-slave-svw5"
03:16:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.347067 8101 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal/instance:
03:16:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b933d30aaa56416a9b746c673f891d09"
03:16:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:05 on dist-test-slave-svw5"
03:16:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.354102 8101 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
03:16:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.359550 8122 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:16:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.360656 8101 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.360937 8101 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data,/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b933d30aaa56416a9b746c673f891d09"
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:05 on dist-test-slave-svw5"
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.361224 8101 fs_report.cc:383] FS layout report
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/data
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:16:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:16:05.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.393755 8101 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:16:05.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.395202 8101 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:16:05.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.395607 8101 kserver.cc:163] Server-wide thread pool size limit: 3276
03:16:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.477265 8101 rpc_server.cc:307] RPC server started. Bound to: 127.7.209.189:46535
03:16:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.477365 8184 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.209.189:46535 every 8 connection(s)
03:16:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.480048 8101 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/info.pb
03:16:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.485178 8185 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.488039 8006 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu as pid 8101
03:16:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.488463 8006 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal/instance
03:16:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.490667 8006 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/wal
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/data
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/logs
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/data/info.pb
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.188:35853
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.188
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:16:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:16:05.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.496440 8185 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } has no permanent_uuid. Determining permanent_uuid...
03:16:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.525671 8185 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } has no permanent_uuid. Determining permanent_uuid...
03:16:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.540892 8185 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } has no permanent_uuid. Determining permanent_uuid...
03:16:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.543390 8124 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:05.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.547441 8185 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.596997 8185 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 1
03:16:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.601002 8185 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.669457 8185 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 2
03:16:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.673254 8185 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.764792 8185 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 3
03:16:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.768774 8185 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:05.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.808177 8187 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:16:05.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.808748 8187 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:16:05.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.809224 8187 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:16:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.840384 8187 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:16:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.840776 8187 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:16:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.840952 8187 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:16:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.841151 8187 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:16:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.841338 8187 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:16:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.841602 8187 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:16:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.841866 8187 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35619/jwks.json
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.877986 8187 master_runner.cc:386] Master server non-default flags:
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/data
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/wal
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.188:35853
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/data/info.pb
03:16:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.188
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/logs
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:16:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.879299 8187 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:16:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.881229 8187 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:16:05.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.898846 8200 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.912212 8185 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 4
03:16:05.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.916035 8185 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:06.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.080212 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } attempt: 7
03:16:06.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.093855 8099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } has no permanent_uuid. Determining permanent_uuid...
03:16:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:06.100431 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.158881 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 1
03:16:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:06.164094 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.215583 8185 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 5
03:16:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:06.221027 8185 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:06.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.245611 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 2
03:16:06.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:06.250568 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.336076 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 3
03:16:06.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:06.341027 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.481585 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 4
03:16:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:06.487573 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:06.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.768481 8185 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 6
03:16:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:06.771080 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 5
03:16:06.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:06.776640 8099 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:06.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:06.777869 8185 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:07.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.899052 8198 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:07.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:05.899983 8197 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:07.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:05.900468 8187 server_base.cc:1034] running on GCE node
03:16:07.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.111722 8187 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:16:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.114305 8187 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:16:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.115657 8187 hybrid_clock.cc:648] HybridClock initialized: now 1790306167115620 us; error 57 us; skew 500 ppm
03:16:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.116461 8187 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:16:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.123570 8187 webserver.cc:460] Webserver started at http://127.7.209.188:39631/ using document root <none> and password file <none>
03:16:07.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.124452 8187 fs_manager.cc:359] Metadata directory not provided
03:16:07.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.124635 8187 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:16:07.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.125041 8187 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:16:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.130009 8187 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/data/instance:
03:16:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad7a1ccd26bc45f298ebcbec140d265a"
03:16:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:07 on dist-test-slave-svw5"
03:16:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.131064 8187 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/wal/instance:
03:16:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad7a1ccd26bc45f298ebcbec140d265a"
03:16:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:07 on dist-test-slave-svw5"
03:16:07.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.138224 8187 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
03:16:07.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.143667 8212 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:16:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.144776 8187 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
03:16:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.145133 8187 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/data,/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/wal
03:16:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad7a1ccd26bc45f298ebcbec140d265a"
03:16:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:07 on dist-test-slave-svw5"
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.145516 8187 fs_report.cc:383] FS layout report
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/wal
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/wal
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/data/data
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:16:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:16:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.178751 8187 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:16:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.180382 8187 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:16:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.180874 8187 kserver.cc:163] Server-wide thread pool size limit: 3276
03:16:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.263096 8187 rpc_server.cc:307] RPC server started. Bound to: 127.7.209.188:35853
03:16:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.263185 8275 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.209.188:35853 every 8 connection(s)
03:16:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.266022 8187 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/data/info.pb
03:16:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.268337 8006 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu as pid 8187
03:16:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.268891 8006 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-2/wal/instance
03:16:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.271492 8276 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.287107 8276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } has no permanent_uuid. Determining permanent_uuid...
03:16:07.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.312197 8276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } has no permanent_uuid. Determining permanent_uuid...
03:16:07.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.323788 8276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } has no permanent_uuid. Determining permanent_uuid...
03:16:07.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.329059 8099 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 6
03:16:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.342917 8276 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: Bootstrap starting.
03:16:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.349042 8276 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: Neither blocks nor log segments found. Creating new log.
03:16:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.351220 8099 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Bootstrap starting.
03:16:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.351379 8276 log.cc:824] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: Log is configured to *not* fsync() on all Append() calls
03:16:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.356515 8276 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: No bootstrap required, opened a new log
03:16:07.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.357023 8099 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Neither blocks nor log segments found. Creating new log.
03:16:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.358754 8099 log.cc:824] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Log is configured to *not* fsync() on all Append() calls
03:16:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.363109 8099 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: No bootstrap required, opened a new log
03:16:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.379313 8276 raft_consensus.cc:348] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.380004 8276 raft_consensus.cc:374] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.380326 8276 raft_consensus.cc:729] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad7a1ccd26bc45f298ebcbec140d265a, State: Initialized, Role: FOLLOWER
03:16:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.381197 8276 consensus_queue.cc:260] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.384279 8288 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.385178 8288 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: This master's current role is: FOLLOWER
03:16:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.386089 8276 sys_catalog.cc:564] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: configured and running, proceeding with master startup.
03:16:07.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.387081 8099 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.387903 8099 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.388211 8099 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, State: Initialized, Role: FOLLOWER
03:16:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.389225 8099 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.392810 8291 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.394085 8291 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: FOLLOWER
03:16:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.394968 8099 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: configured and running, proceeding with master startup.
03:16:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:07.406157 8040 tablet.cc:2369] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:16:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:07.418622 8304 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:16:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:07.418946 8304 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:16:07.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:07.435858 8220 tablet.cc:2369] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:16:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.451575 8291 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:16:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.452101 8291 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.413883 8187 master_runner.cc:186] Error getting master registration for 127.7.209.190:43961: OK, instance_id { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" instance_seqno: 1790306163710920 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:16:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.455360 8291 leader_election.cc:288] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535), ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853)
03:16:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.455564 8187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:16:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:07.456632 8313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:16:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.456451 8241 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" is_pre_election: true
03:16:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:07.456933 8313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:16:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.457307 8241 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ed5b4cc18e6427a9c2f3a6098b6c1b6 in term 0.
03:16:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.458613 8036 leader_election.cc:302] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, ad7a1ccd26bc45f298ebcbec140d265a; no voters:
03:16:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.459501 8291 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:16:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.459836 8291 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:16:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.460144 8291 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 0 FOLLOWER]: Advancing to term 1
03:16:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.470371 8291 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.474192 8291 leader_election.cc:288] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 1 election: Requested vote from peers b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535), ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853)
03:16:07.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.479141 8241 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad7a1ccd26bc45f298ebcbec140d265a"
03:16:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.479700 8241 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 0 FOLLOWER]: Advancing to term 1
03:16:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.486464 8241 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ed5b4cc18e6427a9c2f3a6098b6c1b6 in term 1.
03:16:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.487440 8036 leader_election.cc:302] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, ad7a1ccd26bc45f298ebcbec140d265a; no voters:
03:16:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.488359 8291 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 1 FOLLOWER]: Leader election won for term 1
03:16:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.445441 8018 master_runner.cc:186] Error getting master registration for 127.7.209.189:46535: OK, instance_id { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" instance_seqno: 1790306165458272 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:16:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.493191 8018 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:16:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.494122 8291 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 1 LEADER]: Becoming Leader. State: Replica: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, State: Running, Role: LEADER
03:16:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.496136 8291 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.524497 8315 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Latest consensus state: current_term: 1 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.525300 8315 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: LEADER
03:16:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.533160 8317 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:16:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.540446 8317 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:16:07.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.563390 8241 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 1 FOLLOWER]: Refusing update from remote peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:16:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.568562 8315 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:16:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.602180 8288 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Latest consensus state: current_term: 1 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.605165 8288 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: This master's current role is: FOLLOWER
03:16:07.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.607323 8318 mvcc.cc:205] Tried to move back new op lower bound from 7333094062318301184 to 7333094062093512704. Current Snapshot: MvccSnapshot[applied={T|T < 7333094062318301184}]
03:16:07.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.629571 8288 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:07.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.630230 8288 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: This master's current role is: FOLLOWER
03:16:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.633646 8315 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.634442 8315 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: LEADER
03:16:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.639237 8317 catalog_manager.cc:1347] Generated new cluster ID: 01ee3ab76419429a88ed1771f3aae73e
03:16:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.639532 8317 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:16:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.692653 8317 catalog_manager.cc:1370] Generated new certificate authority record
03:16:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.695578 8317 catalog_manager.cc:1504] Loading token signing keys...
03:16:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.723131 8317 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Generated new TSK 0
03:16:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.724959 8317 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.749747 8006 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/wal
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/data
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/logs
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/data/info.pb
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.129:0
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.209.129
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.129
03:16:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:16:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:16:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:16:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.838223 8185 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } attempt: 7
03:16:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.873255 8185 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: Bootstrap starting.
03:16:07.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.891265 8185 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: Neither blocks nor log segments found. Creating new log.
03:16:07.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.893671 8185 log.cc:824] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: Log is configured to *not* fsync() on all Append() calls
03:16:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.908099 8185 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: No bootstrap required, opened a new log
03:16:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.958962 8185 raft_consensus.cc:348] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.959856 8185 raft_consensus.cc:374] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.960129 8185 raft_consensus.cc:729] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b933d30aaa56416a9b746c673f891d09, State: Initialized, Role: FOLLOWER
03:16:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.961024 8185 consensus_queue.cc:260] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.970532 8328 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.980062 8185 sys_catalog.cc:564] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: configured and running, proceeding with master startup.
03:16:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.980330 8149 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b933d30aaa56416a9b746c673f891d09" is_pre_election: true
03:16:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.981312 8149 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ed5b4cc18e6427a9c2f3a6098b6c1b6 in term 0.
03:16:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:07.981945 8149 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:55130 (request call id 2) took 526 ms (client timeout 361 ms). Trace:
03:16:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:07.982370 8149 rpcz_store.cc:269] 0925 03:16:07.455771 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:16:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:07.455939 (+ 168us) service_pool.cc:227] Handling call
03:16:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:07.981866 (+525927us) inbound_call.cc:173] Queueing success response
03:16:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
03:16:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.983510 8148 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b933d30aaa56416a9b746c673f891d09"
03:16:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.984136 8148 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 0 FOLLOWER]: Advancing to term 1
03:16:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.987249 8146 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b933d30aaa56416a9b746c673f891d09" is_pre_election: true
03:16:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.990867 8145 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b933d30aaa56416a9b746c673f891d09"
03:16:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.979449 8328 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: FOLLOWER
03:16:07.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.997987 8148 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ed5b4cc18e6427a9c2f3a6098b6c1b6 in term 1.
03:16:08.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:07.999293 8147 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 1 FOLLOWER]: Refusing update from remote peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:16:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.005689 8148 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:55130 (request call id 3) took 527 ms (client timeout 374 ms). Trace:
03:16:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.005900 8315 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:16:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.006162 8148 rpcz_store.cc:269] 0925 03:16:07.478212 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:16:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:07.478364 (+ 152us) service_pool.cc:227] Handling call
03:16:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:08.005631 (+527267us) inbound_call.cc:173] Queueing success response
03:16:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
03:16:08.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.086339 8337 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.090456 8337 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: FOLLOWER
03:16:08.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.089370 8328 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Latest consensus state: current_term: 1 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:08.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.091127 8328 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: FOLLOWER
03:16:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.131096 8315 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.131899 8315 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: LEADER
03:16:08.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.136597 8344 catalog_manager.cc:1259] Loaded cluster ID: 01ee3ab76419429a88ed1771f3aae73e
03:16:08.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.136832 8344 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: loading cluster ID for follower catalog manager: success
03:16:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.154462 8344 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: acquiring CA information for follower catalog manager: success
03:16:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.160354 8344 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:16:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.384384 8324 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:16:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.385087 8324 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:16:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.386142 8324 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:16:08.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.424490 8304 catalog_manager.cc:1259] Loaded cluster ID: 01ee3ab76419429a88ed1771f3aae73e
03:16:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.424974 8304 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: loading cluster ID for follower catalog manager: success
03:16:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.432706 8304 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: acquiring CA information for follower catalog manager: success
03:16:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.446991 8304 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:16:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.452450 8324 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:16:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.453517 8324 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:16:08.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.453943 8324 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:16:08.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.454239 8324 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:16:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.455298 8324 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.209.129
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.535156 8324 tablet_server_runner.cc:78] Tablet server non-default flags:
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/data
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/wal
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.129:0
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:16:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/data/info.pb
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.129
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.209.129
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/logs
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:16:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:16:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.536932 8324 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:16:08.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:08.539296 8324 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:16:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.588385 8353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:09.964879 8351 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 8324
03:16:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:11.977928 8351 kernel_stack_watchdog.cc:198] Thread 8324 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 367ms:
03:16:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:16:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:16:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:16:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:16:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:08.594449 8352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:11.979867 8324 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.384s user 0.001s sys 0.000s
03:16:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:11.980237 8324 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.384s user 0.001s sys 0.000s
03:16:11.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:11.984480 8354 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3377 milliseconds
03:16:11.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:11.987023 8355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:11.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:11.987102 8324 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:16:11.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:11.988590 8324 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:16:11.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:11.991312 8324 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:16:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:11.992940 8324 hybrid_clock.cc:648] HybridClock initialized: now 1790306171992888 us; error 54 us; skew 500 ppm
03:16:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:11.994005 8324 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:16:12.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.007642 8324 webserver.cc:460] Webserver started at http://127.7.209.129:34285/ using document root <none> and password file <none>
03:16:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.008900 8324 fs_manager.cc:359] Metadata directory not provided
03:16:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.009174 8324 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:16:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.009889 8324 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:16:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.016918 8324 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/data/instance:
03:16:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "413d030e98034600ac87209325c725c4"
03:16:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:12 on dist-test-slave-svw5"
03:16:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.018430 8324 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/wal/instance:
03:16:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "413d030e98034600ac87209325c725c4"
03:16:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:12 on dist-test-slave-svw5"
03:16:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.029358 8324 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
03:16:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.036876 8365 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:16:12.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.038216 8324 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.038594 8324 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/data,/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/wal
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "413d030e98034600ac87209325c725c4"
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:12 on dist-test-slave-svw5"
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.039028 8324 fs_report.cc:383] FS layout report
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/wal
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/wal
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/data/data
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:16:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:16:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:16:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:16:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:16:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:16:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.096086 8324 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:16:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.098186 8324 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:16:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.098722 8324 kserver.cc:163] Server-wide thread pool size limit: 3276
03:16:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.123772 8324 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:16:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.124063 8324 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:16:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.124370 8324 ts_tablet_manager.cc:610] Registered 0 tablets
03:16:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.124583 8324 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:16:12.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.463958 8324 rpc_server.cc:307] RPC server started. Bound to: 127.7.209.129:38125
03:16:12.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.464924 8492 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.209.129:38125 every 8 connection(s)
03:16:12.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.467350 8324 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/data/info.pb
03:16:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.478178 8006 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu as pid 8324
03:16:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.478834 8006 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-0/wal/instance
03:16:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.493083 8495 heartbeater.cc:347] Connected to a master server at 127.7.209.190:43961
03:16:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.493620 8495 heartbeater.cc:464] Registering TS with master...
03:16:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.494942 8495 heartbeater.cc:511] Master 127.7.209.190:43961 requested a full tablet report, sending...
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.499547 8051 ts_manager.cc:194] Registered new tserver with Master: 413d030e98034600ac87209325c725c4 (127.7.209.129:38125)
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.500787 8006 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/wal
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/data
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/logs
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/data/info.pb
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.130:0
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.209.130
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.130
03:16:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:16:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:16:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:16:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.505170 8051 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.209.129:43855
03:16:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.515571 8493 heartbeater.cc:347] Connected to a master server at 127.7.209.188:35853
03:16:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.515983 8493 heartbeater.cc:464] Registering TS with master...
03:16:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.516736 8493 heartbeater.cc:511] Master 127.7.209.188:35853 requested a full tablet report, sending...
03:16:12.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.520445 8231 ts_manager.cc:194] Registered new tserver with Master: 413d030e98034600ac87209325c725c4 (127.7.209.129:38125)
03:16:12.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.527909 8494 heartbeater.cc:347] Connected to a master server at 127.7.209.189:46535
03:16:12.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.528285 8494 heartbeater.cc:464] Registering TS with master...
03:16:12.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.529033 8494 heartbeater.cc:511] Master 127.7.209.189:46535 requested a full tablet report, sending...
03:16:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.531863 8138 ts_manager.cc:194] Registered new tserver with Master: 413d030e98034600ac87209325c725c4 (127.7.209.129:38125)
03:16:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.834437 8498 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:16:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.834918 8498 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:16:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.835480 8498 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:16:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.866482 8498 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:16:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.867074 8498 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:16:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.867252 8498 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:16:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.867395 8498 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:16:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.867800 8498 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.209.130
03:16:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.902401 8498 tablet_server_runner.cc:78] Tablet server non-default flags:
03:16:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/data
03:16:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/wal
03:16:12.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.130:0
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/data/info.pb
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.130
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.209.130
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/logs
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:16:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.903589 8498 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:16:12.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:12.905277 8498 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:16:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.926846 8506 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:13.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:13.510257 8495 heartbeater.cc:503] Master 127.7.209.190:43961 was elected leader, sending a full tablet report...
03:16:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.926993 8508 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:12.927990 8505 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.146245 8507 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:16:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.146464 8498 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:16:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.150625 8498 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:16:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.153517 8498 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:16:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.154959 8498 hybrid_clock.cc:648] HybridClock initialized: now 1790306174154923 us; error 47 us; skew 500 ppm
03:16:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.155753 8498 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:16:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.162225 8498 webserver.cc:460] Webserver started at http://127.7.209.130:33181/ using document root <none> and password file <none>
03:16:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.163190 8498 fs_manager.cc:359] Metadata directory not provided
03:16:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.163379 8498 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:16:14.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.163942 8498 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:16:14.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.168882 8498 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/data/instance:
03:16:14.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "263e4b9adff14bfe95ae31067a072ce2"
03:16:14.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:14 on dist-test-slave-svw5"
03:16:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.170040 8498 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/wal/instance:
03:16:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "263e4b9adff14bfe95ae31067a072ce2"
03:16:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:14 on dist-test-slave-svw5"
03:16:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.177354 8498 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
03:16:14.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.184058 8517 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:16:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.185310 8498 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.185712 8498 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/data,/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/wal
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "263e4b9adff14bfe95ae31067a072ce2"
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:14 on dist-test-slave-svw5"
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.186045 8498 fs_report.cc:383] FS layout report
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/wal
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/wal
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/data/data
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:16:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:16:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:16:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:16:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:16:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:16:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.233352 8498 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:16:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.234939 8498 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:16:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.235343 8498 kserver.cc:163] Server-wide thread pool size limit: 3276
03:16:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.246691 8498 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:16:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.246976 8498 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:16:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.247244 8498 ts_tablet_manager.cc:610] Registered 0 tablets
03:16:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.247380 8498 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:16:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.461859 8498 rpc_server.cc:307] RPC server started. Bound to: 127.7.209.130:46309
03:16:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.462334 8646 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.209.130:46309 every 8 connection(s)
03:16:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.465750 8498 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/data/info.pb
03:16:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.471668 8006 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu as pid 8498
03:16:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.472142 8006 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-1/wal/instance
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.484382 8006 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/wal
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/data
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/logs
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/data/info.pb
03:16:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.131:0
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.209.131
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.131
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:16:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:16:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.496109 8647 heartbeater.cc:347] Connected to a master server at 127.7.209.188:35853
03:16:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.496687 8647 heartbeater.cc:464] Registering TS with master...
03:16:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.498597 8647 heartbeater.cc:511] Master 127.7.209.188:35853 requested a full tablet report, sending...
03:16:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.502400 8231 ts_manager.cc:194] Registered new tserver with Master: 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309)
03:16:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.506206 8649 heartbeater.cc:347] Connected to a master server at 127.7.209.190:43961
03:16:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.506827 8649 heartbeater.cc:464] Registering TS with master...
03:16:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.508014 8649 heartbeater.cc:511] Master 127.7.209.190:43961 requested a full tablet report, sending...
03:16:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.511596 8051 ts_manager.cc:194] Registered new tserver with Master: 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309)
03:16:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.513222 8051 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.209.130:59419
03:16:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.517601 8648 heartbeater.cc:347] Connected to a master server at 127.7.209.189:46535
03:16:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.518023 8648 heartbeater.cc:464] Registering TS with master...
03:16:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.518891 8648 heartbeater.cc:511] Master 127.7.209.189:46535 requested a full tablet report, sending...
03:16:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.521900 8138 ts_manager.cc:194] Registered new tserver with Master: 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309)
03:16:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.815534 8651 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:16:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.816011 8651 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:16:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.816649 8651 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:16:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.849862 8651 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:16:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.850515 8651 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:16:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.850711 8651 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:16:14.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.850883 8651 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:16:14.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.851337 8651 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.209.131
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.890740 8651 tablet_server_runner.cc:78] Tablet server non-default flags:
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/data
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/wal
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.131:0
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/data/info.pb
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.131
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.209.131
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/logs
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:16:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:16:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.891940 8651 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:16:14.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.893612 8651 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:16:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.913589 8658 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:15.519623 8649 heartbeater.cc:503] Master 127.7.209.190:43961 was elected leader, sending a full tablet report...
03:16:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.913643 8659 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:14.917754 8661 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:14.914772 8651 server_base.cc:1034] running on GCE node
03:16:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.149441 8651 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:16:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.152014 8651 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:16:16.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.153564 8651 hybrid_clock.cc:648] HybridClock initialized: now 1790306176153504 us; error 62 us; skew 500 ppm
03:16:16.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.154345 8651 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:16:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.161134 8651 webserver.cc:460] Webserver started at http://127.7.209.131:41889/ using document root <none> and password file <none>
03:16:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.162111 8651 fs_manager.cc:359] Metadata directory not provided
03:16:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.162361 8651 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:16:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.162858 8651 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:16:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.168113 8651 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/data/instance:
03:16:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc086bb972cc41b1b1dbb7e6c551078c"
03:16:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:16 on dist-test-slave-svw5"
03:16:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.169224 8651 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/wal/instance:
03:16:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc086bb972cc41b1b1dbb7e6c551078c"
03:16:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:16 on dist-test-slave-svw5"
03:16:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.176422 8651 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
03:16:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.183117 8670 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:16:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.184252 8651 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
03:16:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.184549 8651 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/data,/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/wal
03:16:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc086bb972cc41b1b1dbb7e6c551078c"
03:16:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:16 on dist-test-slave-svw5"
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.184863 8651 fs_report.cc:383] FS layout report
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/wal
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/wal
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/data/data
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:16:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:16:16.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.247586 8651 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:16:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.249023 8651 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:16:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.249424 8651 kserver.cc:163] Server-wide thread pool size limit: 3276
03:16:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.258685 8651 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:16:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.258999 8651 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:16:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.259313 8651 ts_tablet_manager.cc:610] Registered 0 tablets
03:16:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.259548 8651 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:16:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.495656 8651 rpc_server.cc:307] RPC server started. Bound to: 127.7.209.131:40343
03:16:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.496201 8799 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.209.131:40343 every 8 connection(s)
03:16:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.498904 8651 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/data/info.pb
03:16:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.505215 8006 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu as pid 8651
03:16:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.505821 8006 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/ts-2/wal/instance
03:16:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.520103 8802 heartbeater.cc:347] Connected to a master server at 127.7.209.190:43961
03:16:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.520561 8800 heartbeater.cc:347] Connected to a master server at 127.7.209.188:35853
03:16:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.520886 8800 heartbeater.cc:464] Registering TS with master...
03:16:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.522130 8800 heartbeater.cc:511] Master 127.7.209.188:35853 requested a full tablet report, sending...
03:16:16.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.525288 8231 ts_manager.cc:194] Registered new tserver with Master: fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131:40343)
03:16:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.527740 8802 heartbeater.cc:464] Registering TS with master...
03:16:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.528669 8802 heartbeater.cc:511] Master 127.7.209.190:43961 requested a full tablet report, sending...
03:16:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.531021 8050 ts_manager.cc:194] Registered new tserver with Master: fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131:40343)
03:16:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.532929 8050 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.209.131:50859
03:16:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.547237 8801 heartbeater.cc:347] Connected to a master server at 127.7.209.189:46535
03:16:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.547593 8801 heartbeater.cc:464] Registering TS with master...
03:16:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.548195 8801 heartbeater.cc:511] Master 127.7.209.189:46535 requested a full tablet report, sending...
03:16:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.550127 8138 ts_manager.cc:194] Registered new tserver with Master: fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131:40343)
03:16:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.554092 8006 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:16:16.564 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:16:16.564 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:16:16.565 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.209.190"
port: 43961
}
bound_http_address {
host: "127.7.209.190"
port: 34449
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.209.189"
port: 46535
}
bound_http_address {
host: "127.7.209.189"
port: 42559
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.209.188"
port: 35853
}
bound_http_address {
host: "127.7.209.188"
port: 39631
}
}
}
03:16:16.565 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:16:16.566 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.209.129"
port: 38125
}
bound_http_address {
host: "127.7.209.129"
port: 34285
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.209.130"
port: 46309
}
bound_http_address {
host: "127.7.209.130"
port: 33181
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.209.131"
port: 40343
}
bound_http_address {
host: "127.7.209.131"
port: 41889
}
}
}
03:16:16.566 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:16:16.568 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:16:16.570 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.209.190:43961(127.7.209.190:43961)] connecting to peer
03:16:16.573 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:16.574 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:16.574 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.209.190:43961(127.7.209.190:43961)] Successfully connected to peer
03:16:16.577 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.209.188:35853(127.7.209.188:35853)] Successfully connected to peer
03:16:16.580 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.209.190
03:16:16.580 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.209.188
03:16:16.586 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.209.189:46535(127.7.209.189:46535)] Successfully connected to peer
03:16:16.598 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.209.189
03:16:16.598 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5b5a8d9e, L:/127.0.0.1:55032 - R:/127.7.209.188:35853] using SASL/PLAIN
03:16:16.604 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe78f409b, L:/127.0.0.1:36990 - R:/127.7.209.190:43961] using SASL/PLAIN
03:16:16.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:16:16.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=45), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, deferred=null) after lookup
03:16:16.618 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd07d2819, L:/127.0.0.1:59804 - R:/127.7.209.189:46535] using SASL/PLAIN
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.617679 8050 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36990:
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:16.621781 8050 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:16:16.653 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54093099ace44439b836652a025dd24b
03:16:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.705446 8428 tablet_service.cc:1467] Processing CreateTablet for tablet 8410a10f008d4de29aacf39d246df0d8 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:16:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.705405 8427 tablet_service.cc:1467] Processing CreateTablet for tablet 55762cbd59134984bf1bc39a703ba45b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:16:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.706974 8732 tablet_service.cc:1467] Processing CreateTablet for tablet 55762cbd59134984bf1bc39a703ba45b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:16:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.707659 8428 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8410a10f008d4de29aacf39d246df0d8. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.709277 8427 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 55762cbd59134984bf1bc39a703ba45b. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.709172 8733 tablet_service.cc:1467] Processing CreateTablet for tablet 8410a10f008d4de29aacf39d246df0d8 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:16:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.710809 8733 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8410a10f008d4de29aacf39d246df0d8. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.711864 8578 tablet_service.cc:1467] Processing CreateTablet for tablet 55762cbd59134984bf1bc39a703ba45b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:16:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.714735 8732 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 55762cbd59134984bf1bc39a703ba45b. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.714532 8579 tablet_service.cc:1467] Processing CreateTablet for tablet 8410a10f008d4de29aacf39d246df0d8 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:16:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.715775 8578 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 55762cbd59134984bf1bc39a703ba45b. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.721788 8579 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8410a10f008d4de29aacf39d246df0d8. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.757542 8826 tablet_bootstrap.cc:492] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4: Bootstrap starting.
03:16:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.779789 8827 tablet_bootstrap.cc:492] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c: Bootstrap starting.
03:16:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.780531 8828 tablet_bootstrap.cc:492] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2: Bootstrap starting.
03:16:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.783921 8826 tablet_bootstrap.cc:654] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4: Neither blocks nor log segments found. Creating new log.
03:16:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.786854 8826 log.cc:824] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4: Log is configured to *not* fsync() on all Append() calls
03:16:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.790159 8827 tablet_bootstrap.cc:654] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c: Neither blocks nor log segments found. Creating new log.
03:16:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.792490 8827 log.cc:824] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c: Log is configured to *not* fsync() on all Append() calls
03:16:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.799448 8828 tablet_bootstrap.cc:654] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2: Neither blocks nor log segments found. Creating new log.
03:16:16.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.802618 8828 log.cc:824] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2: Log is configured to *not* fsync() on all Append() calls
03:16:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.810235 8826 tablet_bootstrap.cc:492] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4: No bootstrap required, opened a new log
03:16:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.810923 8826 ts_tablet_manager.cc:1397] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4: Time spent bootstrapping tablet: real 0.054s user 0.017s sys 0.015s
03:16:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.811018 8827 tablet_bootstrap.cc:492] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c: No bootstrap required, opened a new log
03:16:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.811635 8827 ts_tablet_manager.cc:1397] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c: Time spent bootstrapping tablet: real 0.032s user 0.007s sys 0.021s
03:16:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.817034 8828 tablet_bootstrap.cc:492] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2: No bootstrap required, opened a new log
03:16:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.817584 8828 ts_tablet_manager.cc:1397] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2: Time spent bootstrapping tablet: real 0.038s user 0.015s sys 0.006s
03:16:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.841691 8826 raft_consensus.cc:348] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.842746 8826 raft_consensus.cc:374] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.843073 8826 raft_consensus.cc:729] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 413d030e98034600ac87209325c725c4, State: Initialized, Role: FOLLOWER
03:16:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.842278 8827 raft_consensus.cc:348] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.843672 8827 raft_consensus.cc:374] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.844116 8827 raft_consensus.cc:729] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc086bb972cc41b1b1dbb7e6c551078c, State: Initialized, Role: FOLLOWER
03:16:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.843938 8826 consensus_queue.cc:260] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:16.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.845332 8827 consensus_queue.cc:260] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.850483 8828 raft_consensus.cc:348] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.851723 8828 raft_consensus.cc:374] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.852089 8828 raft_consensus.cc:729] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 263e4b9adff14bfe95ae31067a072ce2, State: Initialized, Role: FOLLOWER
03:16:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.853368 8828 consensus_queue.cc:260] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.860747 8826 ts_tablet_manager.cc:1428] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4: Time spent starting tablet: real 0.049s user 0.032s sys 0.012s
03:16:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.861685 8826 tablet_bootstrap.cc:492] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4: Bootstrap starting.
03:16:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.861733 8802 heartbeater.cc:503] Master 127.7.209.190:43961 was elected leader, sending a full tablet report...
03:16:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.862648 8828 ts_tablet_manager.cc:1428] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2: Time spent starting tablet: real 0.045s user 0.034s sys 0.004s
03:16:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.867400 8826 tablet_bootstrap.cc:654] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4: Neither blocks nor log segments found. Creating new log.
03:16:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.872792 8827 ts_tablet_manager.cc:1428] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c: Time spent starting tablet: real 0.061s user 0.042s sys 0.004s
03:16:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.874039 8827 tablet_bootstrap.cc:492] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c: Bootstrap starting.
03:16:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.880362 8827 tablet_bootstrap.cc:654] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c: Neither blocks nor log segments found. Creating new log.
03:16:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.885892 8828 tablet_bootstrap.cc:492] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2: Bootstrap starting.
03:16:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.888561 8826 tablet_bootstrap.cc:492] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4: No bootstrap required, opened a new log
03:16:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.888770 8827 tablet_bootstrap.cc:492] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c: No bootstrap required, opened a new log
03:16:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.889156 8827 ts_tablet_manager.cc:1397] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c: Time spent bootstrapping tablet: real 0.015s user 0.011s sys 0.000s
03:16:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.889237 8826 ts_tablet_manager.cc:1397] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4: Time spent bootstrapping tablet: real 0.028s user 0.008s sys 0.004s
03:16:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.891686 8828 tablet_bootstrap.cc:654] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2: Neither blocks nor log segments found. Creating new log.
03:16:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.891640 8827 raft_consensus.cc:348] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.892557 8827 raft_consensus.cc:374] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.892858 8827 raft_consensus.cc:729] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc086bb972cc41b1b1dbb7e6c551078c, State: Initialized, Role: FOLLOWER
03:16:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.892293 8826 raft_consensus.cc:348] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.893494 8826 raft_consensus.cc:374] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.893888 8826 raft_consensus.cc:729] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 413d030e98034600ac87209325c725c4, State: Initialized, Role: FOLLOWER
03:16:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.893558 8827 consensus_queue.cc:260] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.899041 8827 ts_tablet_manager.cc:1428] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c: Time spent starting tablet: real 0.010s user 0.006s sys 0.000s
03:16:16.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.904677 8826 consensus_queue.cc:260] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.908473 8826 ts_tablet_manager.cc:1428] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4: Time spent starting tablet: real 0.019s user 0.007s sys 0.000s
03:16:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.918460 8828 tablet_bootstrap.cc:492] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2: No bootstrap required, opened a new log
03:16:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.918855 8828 ts_tablet_manager.cc:1397] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2: Time spent bootstrapping tablet: real 0.033s user 0.012s sys 0.014s
03:16:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.920652 8828 raft_consensus.cc:348] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.921176 8828 raft_consensus.cc:374] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.921449 8828 raft_consensus.cc:729] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 263e4b9adff14bfe95ae31067a072ce2, State: Initialized, Role: FOLLOWER
03:16:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.922319 8828 consensus_queue.cc:260] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.924093 8828 ts_tablet_manager.cc:1428] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2: Time spent starting tablet: real 0.005s user 0.002s sys 0.002s
03:16:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.948840 8833 raft_consensus.cc:482] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:16:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.949509 8833 raft_consensus.cc:504] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.952508 8833 leader_election.cc:288] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309), 413d030e98034600ac87209325c725c4 (127.7.209.129:38125)
03:16:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.963969 8601 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8410a10f008d4de29aacf39d246df0d8" candidate_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "263e4b9adff14bfe95ae31067a072ce2" is_pre_election: true
03:16:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.964860 8601 raft_consensus.cc:2454] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fc086bb972cc41b1b1dbb7e6c551078c in term 0.
03:16:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.964844 8448 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8410a10f008d4de29aacf39d246df0d8" candidate_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "413d030e98034600ac87209325c725c4" is_pre_election: true
03:16:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.965641 8448 raft_consensus.cc:2454] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fc086bb972cc41b1b1dbb7e6c551078c in term 0.
03:16:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.966091 8673 leader_election.cc:302] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 263e4b9adff14bfe95ae31067a072ce2, fc086bb972cc41b1b1dbb7e6c551078c; no voters:
03:16:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.966933 8833 raft_consensus.cc:2781] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Leader pre-election won for term 1
03:16:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.967300 8833 raft_consensus.cc:482] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:16:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.967598 8833 raft_consensus.cc:3037] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Advancing to term 1
03:16:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.972797 8833 raft_consensus.cc:504] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.974404 8833 leader_election.cc:288] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [CANDIDATE]: Term 1 election: Requested vote from peers 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309), 413d030e98034600ac87209325c725c4 (127.7.209.129:38125)
03:16:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.975134 8601 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8410a10f008d4de29aacf39d246df0d8" candidate_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "263e4b9adff14bfe95ae31067a072ce2"
03:16:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.975469 8448 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8410a10f008d4de29aacf39d246df0d8" candidate_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "413d030e98034600ac87209325c725c4"
03:16:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.975693 8601 raft_consensus.cc:3037] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Advancing to term 1
03:16:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.976023 8448 raft_consensus.cc:3037] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Advancing to term 1
03:16:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.982393 8448 raft_consensus.cc:2454] T 8410a10f008d4de29aacf39d246df0d8 P 413d030e98034600ac87209325c725c4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fc086bb972cc41b1b1dbb7e6c551078c in term 1.
03:16:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.982651 8601 raft_consensus.cc:2454] T 8410a10f008d4de29aacf39d246df0d8 P 263e4b9adff14bfe95ae31067a072ce2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fc086bb972cc41b1b1dbb7e6c551078c in term 1.
03:16:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.983551 8675 leader_election.cc:302] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 413d030e98034600ac87209325c725c4, fc086bb972cc41b1b1dbb7e6c551078c; no voters:
03:16:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.984293 8833 raft_consensus.cc:2781] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 1 FOLLOWER]: Leader election won for term 1
03:16:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.985695 8833 raft_consensus.cc:686] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [term 1 LEADER]: Becoming Leader. State: Replica: fc086bb972cc41b1b1dbb7e6c551078c, State: Running, Role: LEADER
03:16:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.986515 8833 consensus_queue.cc:237] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } }
03:16:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:16.997040 8049 catalog_manager.cc:5495] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c reported cstate change: term changed from 0 to 1, leader changed from <none> to fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131). New cstate: current_term: 1 leader_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } health_report { overall_health: UNKNOWN } } }
03:16:17.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.014103 8833 raft_consensus.cc:482] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:16:17.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.014439 8833 raft_consensus.cc:504] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:17.015148 8652 tablet.cc:2369] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:16:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.017002 8448 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "55762cbd59134984bf1bc39a703ba45b" candidate_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "413d030e98034600ac87209325c725c4" is_pre_election: true
03:16:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.017165 8601 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "55762cbd59134984bf1bc39a703ba45b" candidate_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "263e4b9adff14bfe95ae31067a072ce2" is_pre_election: true
03:16:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.017561 8833 leader_election.cc:288] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 413d030e98034600ac87209325c725c4 (127.7.209.129:38125), 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309)
03:16:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.017660 8448 raft_consensus.cc:2454] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fc086bb972cc41b1b1dbb7e6c551078c in term 0.
03:16:17.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.017719 8601 raft_consensus.cc:2454] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fc086bb972cc41b1b1dbb7e6c551078c in term 0.
03:16:17.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.018556 8675 leader_election.cc:302] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 413d030e98034600ac87209325c725c4, fc086bb972cc41b1b1dbb7e6c551078c; no voters:
03:16:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.019219 8833 raft_consensus.cc:2781] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Leader pre-election won for term 1
03:16:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.019443 8833 raft_consensus.cc:482] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:16:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.019642 8833 raft_consensus.cc:3037] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Advancing to term 1
03:16:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.023476 8833 raft_consensus.cc:504] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.024748 8833 leader_election.cc:288] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [CANDIDATE]: Term 1 election: Requested vote from peers 413d030e98034600ac87209325c725c4 (127.7.209.129:38125), 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309)
03:16:17.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.025596 8448 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "55762cbd59134984bf1bc39a703ba45b" candidate_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "413d030e98034600ac87209325c725c4"
03:16:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.025717 8601 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "55762cbd59134984bf1bc39a703ba45b" candidate_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "263e4b9adff14bfe95ae31067a072ce2"
03:16:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.026082 8448 raft_consensus.cc:3037] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Advancing to term 1
03:16:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.026178 8601 raft_consensus.cc:3037] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Advancing to term 1
03:16:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:17.029145 8497 tablet.cc:2369] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:16:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.029883 8601 raft_consensus.cc:2454] T 55762cbd59134984bf1bc39a703ba45b P 263e4b9adff14bfe95ae31067a072ce2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fc086bb972cc41b1b1dbb7e6c551078c in term 1.
03:16:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.030778 8673 leader_election.cc:302] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 263e4b9adff14bfe95ae31067a072ce2, fc086bb972cc41b1b1dbb7e6c551078c; no voters:
03:16:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.030861 8448 raft_consensus.cc:2454] T 55762cbd59134984bf1bc39a703ba45b P 413d030e98034600ac87209325c725c4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fc086bb972cc41b1b1dbb7e6c551078c in term 1.
03:16:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.031505 8833 raft_consensus.cc:2781] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 1 FOLLOWER]: Leader election won for term 1
03:16:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.031924 8833 raft_consensus.cc:686] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [term 1 LEADER]: Becoming Leader. State: Replica: fc086bb972cc41b1b1dbb7e6c551078c, State: Running, Role: LEADER
03:16:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.032636 8833 consensus_queue.cc:237] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:17.039744 8803 tablet.cc:2369] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:16:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.040688 8049 catalog_manager.cc:5495] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c reported cstate change: term changed from 0 to 1, leader changed from <none> to fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131). New cstate: current_term: 1 leader_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } health_report { overall_health: HEALTHY } } }
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.418340 8049 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36996:
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:16:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:17.420409 8049 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:16:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.431051 8833 consensus_queue.cc:1035] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [LEADER]: Connected to new peer: Peer: permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:16:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.464349 8857 consensus_queue.cc:1035] T 55762cbd59134984bf1bc39a703ba45b P fc086bb972cc41b1b1dbb7e6c551078c [LEADER]: Connected to new peer: Peer: permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:16:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.466763 8428 tablet_service.cc:1467] Processing CreateTablet for tablet 074d21182bcd4e3498af1b57f0b6dcd9 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:16:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.468506 8428 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 074d21182bcd4e3498af1b57f0b6dcd9. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:17.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.465027 8579 tablet_service.cc:1467] Processing CreateTablet for tablet 074d21182bcd4e3498af1b57f0b6dcd9 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:16:17.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.473225 8579 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 074d21182bcd4e3498af1b57f0b6dcd9. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.481628 8732 tablet_service.cc:1467] Processing CreateTablet for tablet 074d21182bcd4e3498af1b57f0b6dcd9 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:16:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.483275 8732 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 074d21182bcd4e3498af1b57f0b6dcd9. 1 dirs total, 0 dirs full, 0 dirs failed
03:16:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.501717 8833 consensus_queue.cc:1035] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [LEADER]: Connected to new peer: Peer: permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:16:17.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.507442 8833 consensus_queue.cc:1035] T 8410a10f008d4de29aacf39d246df0d8 P fc086bb972cc41b1b1dbb7e6c551078c [LEADER]: Connected to new peer: Peer: permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:16:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.521138 8860 tablet_bootstrap.cc:492] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: Bootstrap starting.
03:16:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.532866 8860 tablet_bootstrap.cc:654] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: Neither blocks nor log segments found. Creating new log.
03:16:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.542852 8862 tablet_bootstrap.cc:492] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: Bootstrap starting.
03:16:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.549145 8864 tablet_bootstrap.cc:492] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: Bootstrap starting.
03:16:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.567101 8864 tablet_bootstrap.cc:654] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: Neither blocks nor log segments found. Creating new log.
03:16:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.567755 8860 tablet_bootstrap.cc:492] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: No bootstrap required, opened a new log
03:16:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.568346 8860 ts_tablet_manager.cc:1397] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: Time spent bootstrapping tablet: real 0.048s user 0.020s sys 0.000s
03:16:17.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.576035 8862 tablet_bootstrap.cc:654] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: Neither blocks nor log segments found. Creating new log.
03:16:17.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.578948 8860 raft_consensus.cc:348] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.580199 8860 raft_consensus.cc:374] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.580652 8860 raft_consensus.cc:729] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc086bb972cc41b1b1dbb7e6c551078c, State: Initialized, Role: FOLLOWER
03:16:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.581497 8860 consensus_queue.cc:260] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.594579 8860 ts_tablet_manager.cc:1428] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: Time spent starting tablet: real 0.026s user 0.007s sys 0.000s
03:16:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.594579 8833 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.595463 8833 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: This TxnStatusTablet replica's current role is: FOLLOWER
03:16:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.629714 8864 tablet_bootstrap.cc:492] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: No bootstrap required, opened a new log
03:16:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.630146 8864 ts_tablet_manager.cc:1397] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: Time spent bootstrapping tablet: real 0.081s user 0.018s sys 0.000s
03:16:17.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.632635 8864 raft_consensus.cc:348] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.633355 8864 raft_consensus.cc:374] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:17.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.633646 8864 raft_consensus.cc:729] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 263e4b9adff14bfe95ae31067a072ce2, State: Initialized, Role: FOLLOWER
03:16:17.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.634253 8864 consensus_queue.cc:260] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.637019 8858 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.644263 8858 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: This TxnStatusTablet replica's current role is: FOLLOWER
03:16:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.648953 8864 ts_tablet_manager.cc:1428] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: Time spent starting tablet: real 0.019s user 0.006s sys 0.000s
03:16:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.649215 8862 tablet_bootstrap.cc:492] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: No bootstrap required, opened a new log
03:16:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.649631 8862 ts_tablet_manager.cc:1397] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: Time spent bootstrapping tablet: real 0.109s user 0.023s sys 0.005s
03:16:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.651983 8862 raft_consensus.cc:348] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.659168 8862 raft_consensus.cc:374] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:16:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.659469 8862 raft_consensus.cc:729] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 413d030e98034600ac87209325c725c4, State: Initialized, Role: FOLLOWER
03:16:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.660066 8862 consensus_queue.cc:260] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.661535 8853 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.662355 8853 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: This TxnStatusTablet replica's current role is: FOLLOWER
03:16:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.665231 8862 ts_tablet_manager.cc:1428] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: Time spent starting tablet: real 0.015s user 0.005s sys 0.000s
03:16:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.727137 8853 raft_consensus.cc:482] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:16:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.727516 8853 raft_consensus.cc:504] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.729882 8853 leader_election.cc:288] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309), fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131:40343)
03:16:17.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.759099 8754 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "074d21182bcd4e3498af1b57f0b6dcd9" candidate_uuid: "413d030e98034600ac87209325c725c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" is_pre_election: true
03:16:17.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.759720 8601 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "074d21182bcd4e3498af1b57f0b6dcd9" candidate_uuid: "413d030e98034600ac87209325c725c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "263e4b9adff14bfe95ae31067a072ce2" is_pre_election: true
03:16:17.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.759850 8754 raft_consensus.cc:2454] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 413d030e98034600ac87209325c725c4 in term 0.
03:16:17.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.760327 8601 raft_consensus.cc:2454] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 413d030e98034600ac87209325c725c4 in term 0.
03:16:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.761525 8368 leader_election.cc:302] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 263e4b9adff14bfe95ae31067a072ce2, 413d030e98034600ac87209325c725c4; no voters:
03:16:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.762385 8853 raft_consensus.cc:2781] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:16:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.762684 8853 raft_consensus.cc:482] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:16:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.762984 8853 raft_consensus.cc:3037] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 0 FOLLOWER]: Advancing to term 1
03:16:17.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.767594 8853 raft_consensus.cc:504] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.769168 8853 leader_election.cc:288] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [CANDIDATE]: Term 1 election: Requested vote from peers 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309), fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131:40343)
03:16:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.770337 8601 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "074d21182bcd4e3498af1b57f0b6dcd9" candidate_uuid: "413d030e98034600ac87209325c725c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "263e4b9adff14bfe95ae31067a072ce2"
03:16:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.770295 8754 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "074d21182bcd4e3498af1b57f0b6dcd9" candidate_uuid: "413d030e98034600ac87209325c725c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fc086bb972cc41b1b1dbb7e6c551078c"
03:16:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.770825 8754 raft_consensus.cc:3037] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c [term 0 FOLLOWER]: Advancing to term 1
03:16:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.770843 8601 raft_consensus.cc:3037] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2 [term 0 FOLLOWER]: Advancing to term 1
03:16:17.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.775180 8601 raft_consensus.cc:2454] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 413d030e98034600ac87209325c725c4 in term 1.
03:16:17.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.776043 8368 leader_election.cc:302] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 263e4b9adff14bfe95ae31067a072ce2, 413d030e98034600ac87209325c725c4; no voters:
03:16:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.776922 8754 raft_consensus.cc:2454] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 413d030e98034600ac87209325c725c4 in term 1.
03:16:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.777112 8853 raft_consensus.cc:2781] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 1 FOLLOWER]: Leader election won for term 1
03:16:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.779335 8853 raft_consensus.cc:686] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [term 1 LEADER]: Becoming Leader. State: Replica: 413d030e98034600ac87209325c725c4, State: Running, Role: LEADER
03:16:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.780905 8853 consensus_queue.cc:237] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } }
03:16:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.788607 8875 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: TxnStatusTablet state changed. Reason: New leader 413d030e98034600ac87209325c725c4. Latest consensus state: current_term: 1 leader_uuid: "413d030e98034600ac87209325c725c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.789430 8875 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: This TxnStatusTablet replica's current role is: LEADER
03:16:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.793596 8049 catalog_manager.cc:5495] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 reported cstate change: term changed from 0 to 1, leader changed from <none> to 413d030e98034600ac87209325c725c4 (127.7.209.129). New cstate: current_term: 1 leader_uuid: "413d030e98034600ac87209325c725c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } health_report { overall_health: UNKNOWN } } }
03:16:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.798552 8878 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
03:16:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.799216 8878 txn_status_manager.cc:929] Loading transaction status metadata into memory...
03:16:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.913770 8601 raft_consensus.cc:1261] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2 [term 1 FOLLOWER]: Refusing update from remote peer 413d030e98034600ac87209325c725c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:16:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.913904 8754 raft_consensus.cc:1261] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c [term 1 FOLLOWER]: Refusing update from remote peer 413d030e98034600ac87209325c725c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:16:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.915467 8853 consensus_queue.cc:1035] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:16:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.916240 8875 consensus_queue.cc:1035] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:16:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.931211 8858 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: TxnStatusTablet state changed. Reason: New leader 413d030e98034600ac87209325c725c4. Latest consensus state: current_term: 1 leader_uuid: "413d030e98034600ac87209325c725c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.932080 8858 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: This TxnStatusTablet replica's current role is: FOLLOWER
03:16:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.942744 8833 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: TxnStatusTablet state changed. Reason: New leader 413d030e98034600ac87209325c725c4. Latest consensus state: current_term: 1 leader_uuid: "413d030e98034600ac87209325c725c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.943432 8833 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: This TxnStatusTablet replica's current role is: FOLLOWER
03:16:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.946010 8856 mvcc.cc:205] Tried to move back new op lower bound from 7333094104711454720 to 7333094104198955008. Current Snapshot: MvccSnapshot[applied={T|T < 7333094104711454720}]
03:16:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.948949 8855 mvcc.cc:205] Tried to move back new op lower bound from 7333094104711454720 to 7333094104198955008. Current Snapshot: MvccSnapshot[applied={T|T < 7333094104711454720}]
03:16:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.955832 8853 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "413d030e98034600ac87209325c725c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.956545 8853 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: This TxnStatusTablet replica's current role is: LEADER
03:16:17.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.961361 8853 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "413d030e98034600ac87209325c725c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.962116 8853 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P 413d030e98034600ac87209325c725c4: This TxnStatusTablet replica's current role is: LEADER
03:16:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.970652 8868 mvcc.cc:205] Tried to move back new op lower bound from 7333094104711454720 to 7333094104198955008. Current Snapshot: MvccSnapshot[applied={T|T < 7333094104711454720}]
03:16:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.976924 8857 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "413d030e98034600ac87209325c725c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.977741 8857 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P fc086bb972cc41b1b1dbb7e6c551078c: This TxnStatusTablet replica's current role is: FOLLOWER
03:16:17.991 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
03:16:17.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 54093099ace44439b836652a025dd24b
03:16:17.996 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.209.190:43961
03:16:17.997 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:16:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.996727 8858 tablet_replica.cc:439] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "413d030e98034600ac87209325c725c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "413d030e98034600ac87209325c725c4" member_type: VOTER last_known_addr { host: "127.7.209.129" port: 38125 } } peers { permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" member_type: VOTER last_known_addr { host: "127.7.209.130" port: 46309 } } peers { permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" member_type: VOTER last_known_addr { host: "127.7.209.131" port: 40343 } } }
03:16:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.999696 8006 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu with pid 8018
03:16:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:17.997442 8858 tablet_replica.cc:442] T 074d21182bcd4e3498af1b57f0b6dcd9 P 263e4b9adff14bfe95ae31067a072ce2: This TxnStatusTablet replica's current role is: FOLLOWER
03:16:18.038 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.209.190:43961(127.7.209.190:43961)] handling channelInactive
03:16:18.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.190:43961(127.7.209.190:43961)] cleaning up while in state READY due to: connection closed
03:16:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.039310 8802 heartbeater.cc:644] Failed to heartbeat to 127.7.209.190:43961 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.7.209.190:43961 (error 108)
03:16:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.040030 8520 connection.cc:535] client connection to 127.7.209.190:43961 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:16:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.040980 8649 heartbeater.cc:644] Failed to heartbeat to 127.7.209.190:43961 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:16:18.041 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:16:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.215222 8888 raft_consensus.cc:482] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1ed5b4cc18e6427a9c2f3a6098b6c1b6)
03:16:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.215714 8888 raft_consensus.cc:504] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:18.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.217854 8888 leader_election.cc:288] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961), ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853)
03:16:18.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.219233 8240 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b933d30aaa56416a9b746c673f891d09" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" is_pre_election: true
03:16:18.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.219981 8240 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b933d30aaa56416a9b746c673f891d09 in term 1.
03:16:18.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.220357 8125 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111) [suppressed 6 similar messages]
03:16:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.221378 8124 leader_election.cc:302] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ad7a1ccd26bc45f298ebcbec140d265a, b933d30aaa56416a9b746c673f891d09; no voters:
03:16:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.222574 8888 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 1 FOLLOWER]: Leader pre-election won for term 2
03:16:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.222939 8888 raft_consensus.cc:482] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1ed5b4cc18e6427a9c2f3a6098b6c1b6)
03:16:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.223402 8888 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 1 FOLLOWER]: Advancing to term 2
03:16:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.225317 8125 leader_election.cc:334] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111)
03:16:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.229663 8888 raft_consensus.cc:504] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:18.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.231257 8888 leader_election.cc:288] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [CANDIDATE]: Term 2 election: Requested vote from peers 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961), ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853)
03:16:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.232363 8240 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b933d30aaa56416a9b746c673f891d09" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ad7a1ccd26bc45f298ebcbec140d265a"
03:16:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.232897 8240 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 1 FOLLOWER]: Advancing to term 2
03:16:18.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.234390 8125 leader_election.cc:334] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111)
03:16:18.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.238628 8240 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b933d30aaa56416a9b746c673f891d09 in term 2.
03:16:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.239533 8124 leader_election.cc:302] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ad7a1ccd26bc45f298ebcbec140d265a, b933d30aaa56416a9b746c673f891d09; no voters: 1ed5b4cc18e6427a9c2f3a6098b6c1b6
03:16:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.240125 8888 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 2 FOLLOWER]: Leader election won for term 2
03:16:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.241428 8888 raft_consensus.cc:686] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 2 LEADER]: Becoming Leader. State: Replica: b933d30aaa56416a9b746c673f891d09, State: Running, Role: LEADER
03:16:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.242326 8888 consensus_queue.cc:237] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.245230 8891 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b933d30aaa56416a9b746c673f891d09. Latest consensus state: current_term: 2 leader_uuid: "b933d30aaa56416a9b746c673f891d09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.245911 8891 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: LEADER
03:16:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.247725 8892 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:16:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.254688 8892 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9]
03:16:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.255939 8892 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]
03:16:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.261135 8892 tablet_loader.cc:96] loaded metadata for tablet 074d21182bcd4e3498af1b57f0b6dcd9 (table kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9])
03:16:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.262404 8892 tablet_loader.cc:96] loaded metadata for tablet 55762cbd59134984bf1bc39a703ba45b (table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b])
03:16:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.263695 8892 tablet_loader.cc:96] loaded metadata for tablet 8410a10f008d4de29aacf39d246df0d8 (table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b])
03:16:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.265205 8892 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:16:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.269603 8892 catalog_manager.cc:1259] Loaded cluster ID: 01ee3ab76419429a88ed1771f3aae73e
03:16:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.269846 8892 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:16:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.275096 8892 catalog_manager.cc:1504] Loading token signing keys...
03:16:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.279258 8892 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: Loaded TSK: 0
03:16:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.280826 8892 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:16:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.326795 8240 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 2 FOLLOWER]: Refusing update from remote peer b933d30aaa56416a9b746c673f891d09: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
03:16:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.328517 8891 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
03:16:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.329624 8125 consensus_peers.cc:487] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 -> Peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Couldn't send request to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:16:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.332758 8894 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: SysCatalogTable state changed. Reason: New leader b933d30aaa56416a9b746c673f891d09. Latest consensus state: current_term: 2 leader_uuid: "b933d30aaa56416a9b746c673f891d09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.333768 8894 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: This master's current role is: FOLLOWER
03:16:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.335711 8888 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "b933d30aaa56416a9b746c673f891d09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.336241 8888 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: LEADER
03:16:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.337960 8894 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "b933d30aaa56416a9b746c673f891d09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.338629 8894 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: This master's current role is: FOLLOWER
03:16:18.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.190:43961(127.7.209.190:43961)] connecting to peer
03:16:18.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961
03:16:18.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.190:43961(127.7.209.190:43961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961
03:16:18.512 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.7.209.190:43961(127.7.209.190:43961) for tablet Kudu Master: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961
03:16:18.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.190:43961(127.7.209.190:43961)] connecting to peer
03:16:18.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961
03:16:18.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.190:43961(127.7.209.190:43961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961
03:16:18.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.190:43961: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961
03:16:18.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:16:18.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=26), Traces: [0ms] sending RPC to server master-127.7.209.190:43961, [2ms] received response from server master-127.7.209.190:43961: Network error: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: Network error: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, deferred=Deferred@1905336693(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/823445434@15350a8a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/1097947072@74bc72ea)) after lookup
03:16:18.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:18.717068 8139 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59812:
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:16:18.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.745980 8139 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:16:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.766531 8901 meta_cache.cc:302] tablet 074d21182bcd4e3498af1b57f0b6dcd9: replica 413d030e98034600ac87209325c725c4 (127.7.209.129:38125) has failed: Timed out: connection negotiation to 127.7.209.129:38125 for RPC CoordinateTransaction timed out after 0.003s (ON_OUTBOUND_QUEUE)
03:16:18.771 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.7.209.190:43961, [2ms] received response from server master-127.7.209.190:43961: Network error: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: Network error: Failed to connect to peer master-127.7.209.190:43961(127.7.209.190:43961): Connection refused: /127.7.209.190:43961, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [27ms] sending RPC to server master-127.7.209.189:46535, deferred=Deferred@1905336693(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/823445434@15350a8a -> (continuation of Deferred@1411143240 after retry RPC@287232687), errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/1097947072@74bc72ea -> (continuation of Deferred@1411143240 after retry RPC@287232687)))
03:16:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.771776 8170 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:59804 (request call id 2) took 232 ms (client timeout 223 ms). Trace:
03:16:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.772192 8170 rpcz_store.cc:269] 0925 03:16:18.539031 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:16:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:18.539243 (+ 212us) service_pool.cc:227] Handling call
03:16:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:18.771547 (+232304us) inbound_call.cc:173] Queueing success response
03:16:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":975,"init.queue_time_us":20056,"init.run_cpu_time_us":40116,"init.run_wall_time_us":193851,"thread_start_us":79031,"threads_started":5}
03:16:18.774 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=3), Traces: [0ms] received response from server master-127.7.209.189:46535: Timed out: Failed to write to server: (no server available): CoordinateTransaction(txn_status_tablet_id: "074d21182bcd4e3498af1b57f0b6dcd9" op { type: KEEP_TXN_ALIVE txn_id: 0 user: "slave" }) passed its deadline: Timed out: connection negotiation to 127.7.209.129:38125 for RPC CoordinateTransaction timed out after 0.003s (ON_OUTBOUND_QUEUE) (error 0), deferred=null) with no deferred attached!
03:16:18.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.830147 8125 consensus_peers.cc:487] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 -> Peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Couldn't send request to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:16:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:18.998624 8495 heartbeater.cc:644] Failed to heartbeat to 127.7.209.190:43961 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111)
03:16:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:19.354041 8125 consensus_peers.cc:487] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 -> Peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Couldn't send request to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:16:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:19.961079 8125 consensus_peers.cc:487] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 -> Peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Couldn't send request to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
03:16:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:19.993810 8494 heartbeater.cc:503] Master 127.7.209.189:46535 was elected leader, sending a full tablet report...
03:16:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:19.995585 8801 heartbeater.cc:503] Master 127.7.209.189:46535 was elected leader, sending a full tablet report...
03:16:20.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:20.011334 8648 heartbeater.cc:503] Master 127.7.209.189:46535 was elected leader, sending a full tablet report...
03:16:20.051 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8410a10f008d4de29aacf39d246df0d8 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
03:16:20.051 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 55762cbd59134984bf1bc39a703ba45b for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
03:16:20.051 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8410a10f008d4de29aacf39d246df0d8@[263e4b9adff14bfe95ae31067a072ce2(127.7.209.130:46309),413d030e98034600ac87209325c725c4(127.7.209.129:38125),fc086bb972cc41b1b1dbb7e6c551078c(127.7.209.131:40343)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=55762cbd59134984bf1bc39a703ba45b@[263e4b9adff14bfe95ae31067a072ce2(127.7.209.130:46309),413d030e98034600ac87209325c725c4(127.7.209.129:38125),fc086bb972cc41b1b1dbb7e6c551078c(127.7.209.131:40343)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
03:16:20.051 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.209.189:46535, [3ms] Sub RPC GetTableLocations: received response from server master-127.7.209.189:46535: OK, deferred=null) after lookup
03:16:20.052 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fc086bb972cc41b1b1dbb7e6c551078c(127.7.209.131:40343)] connecting to peer
03:16:20.053 [DEBUG - kudu-nio-1] (Connection.java:757) [peer fc086bb972cc41b1b1dbb7e6c551078c(127.7.209.131:40343)] Successfully connected to peer
03:16:20.072 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7e43665a, L:/127.0.0.1:60658 - R:/127.7.209.131:40343] using TOKEN/null
03:16:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.079074 8693 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.7.209.190:43961)
03:16:20.167 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.209.190:43961
03:16:20.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:20.171815 8006 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/logs
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/info.pb
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.190:43961
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.190
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34449
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:16:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:16:20.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.421411 8125 consensus_peers.cc:487] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 -> Peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Couldn't send request to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
03:16:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.514765 8940 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:16:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.515588 8940 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:16:20.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.516460 8940 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:16:20.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.566596 8940 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:16:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.566975 8940 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:16:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.567304 8940 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:16:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.567610 8940 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:16:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.567909 8940 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:16:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.568222 8940 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:16:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.568531 8940 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35619/jwks.json
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:20.608608 8940 master_runner.cc:386] Master server non-default flags:
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.190:43961
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:16:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/info.pb
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.190
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34449
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/logs
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:16:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:20.610281 8940 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:16:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:20.611950 8940 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:16:20.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.629812 8949 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.952261 8125 consensus_peers.cc:487] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 -> Peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Couldn't send request to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
03:16:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:21.476773 8125 consensus_peers.cc:487] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 -> Peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Couldn't send request to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
03:16:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:21.696584 8181 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8060 after lost signal to thread 8105
03:16:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:21.697392 8181 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba2e0 after lost signal to thread 8184
03:16:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:21.968528 8125 consensus_peers.cc:487] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 -> Peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961): Couldn't send request to peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.190:43961: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
03:16:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.629823 8947 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:20.630887 8946 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:22.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:20.631088 8940 server_base.cc:1034] running on GCE node
03:16:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.045790 8940 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:16:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.049186 8940 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:16:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.050699 8940 hybrid_clock.cc:648] HybridClock initialized: now 1790306182050645 us; error 40 us; skew 500 ppm
03:16:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.051867 8940 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:16:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.059939 8940 webserver.cc:460] Webserver started at http://127.7.209.190:34449/ using document root <none> and password file <none>
03:16:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.061233 8940 fs_manager.cc:359] Metadata directory not provided
03:16:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.061566 8940 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:16:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.073122 8940 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
03:16:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.078984 8967 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:16:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.080348 8940 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
03:16:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.080762 8940 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data,/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6"
03:16:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:03 on dist-test-slave-svw5"
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.084424 8940 fs_report.cc:383] FS layout report
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/wal
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/data
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:16:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:16:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.158134 8940 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:16:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.159657 8940 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:16:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.160147 8940 kserver.cc:163] Server-wide thread pool size limit: 3276
03:16:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.270161 8940 rpc_server.cc:307] RPC server started. Bound to: 127.7.209.190:43961
03:16:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.270404 9029 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.209.190:43961 every 8 connection(s)
03:16:22.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.273995 8940 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-0/data/info.pb
03:16:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.281189 8006 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu as pid 8940
03:16:22.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:16:22.282 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.209.189:46535
03:16:22.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:16:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.283310 8006 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu with pid 8101
03:16:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.293072 9030 sys_catalog.cc:263] Verifying existing consensus state
03:16:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.302359 9030 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Bootstrap starting.
03:16:22.332 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.209.189:46535(127.7.209.189:46535)] handling channelInactive
03:16:22.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state READY due to: connection closed
03:16:22.333 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:16:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.356303 9030 log.cc:824] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Log is configured to *not* fsync() on all Append() calls
03:16:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.389063 9030 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:16:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.389868 9030 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Bootstrap complete.
03:16:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.413784 9030 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.416124 9030 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, State: Initialized, Role: FOLLOWER
03:16:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.416850 9030 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.419474 9033 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.420138 9033 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: FOLLOWER
03:16:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.420440 9030 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: configured and running, proceeding with master startup.
03:16:22.431 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:22.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.432 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.7.209.189:46535(127.7.209.189:46535) for tablet Kudu Master: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.449913 9044 catalog_manager.cc:1259] Loaded cluster ID: 01ee3ab76419429a88ed1771f3aae73e
03:16:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.450177 9044 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: loading cluster ID for follower catalog manager: success
03:16:22.451 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.190:43961(127.7.209.190:43961)] connecting to peer
03:16:22.451 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:22.452 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.209.190:43961(127.7.209.190:43961)] Successfully connected to peer
03:16:22.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.460 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.209.190
03:16:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.464282 9044 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: acquiring CA information for follower catalog manager: success
03:16:22.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.470696 9044 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:16:22.481 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x99c45405, L:/127.0.0.1:37832 - R:/127.7.209.190:43961] using SASL/PLAIN
03:16:22.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:22.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:22.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:22.511 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:22.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:22.531 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:22.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.536 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:22.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.544859 9050 raft_consensus.cc:482] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 2 FOLLOWER]: Starting pre-election (detected failure of leader b933d30aaa56416a9b746c673f891d09)
03:16:22.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.545367 9050 raft_consensus.cc:504] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:22.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.499171 8940 master_runner.cc:186] Error getting master registration for 127.7.209.189:46535: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111),
03:16:22.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.547250 8940 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:16:22.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.549144 9050 leader_election.cc:288] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961), b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535)
03:16:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:22.559935 8213 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:22.566236 8213 leader_election.cc:334] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:22.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:22.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.575717 8994 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" is_pre_election: true
03:16:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.576761 8994 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad7a1ccd26bc45f298ebcbec140d265a in term 1.
03:16:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.578135 8216 leader_election.cc:302] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, ad7a1ccd26bc45f298ebcbec140d265a; no voters: b933d30aaa56416a9b746c673f891d09
03:16:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.578927 9050 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 2 FOLLOWER]: Leader pre-election won for term 3
03:16:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.579242 9050 raft_consensus.cc:482] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 2 FOLLOWER]: Starting leader election (detected failure of leader b933d30aaa56416a9b746c673f891d09)
03:16:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.579573 9050 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 2 FOLLOWER]: Advancing to term 3
03:16:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.587231 9050 raft_consensus.cc:504] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.589239 9050 leader_election.cc:288] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [CANDIDATE]: Term 3 election: Requested vote from peers 1ed5b4cc18e6427a9c2f3a6098b6c1b6 (127.7.209.190:43961), b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535)
03:16:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.590003 8994 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6"
03:16:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.590543 8994 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 1 FOLLOWER]: Advancing to term 3
03:16:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:22.592885 8213 leader_election.cc:334] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111)
03:16:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.598011 8994 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad7a1ccd26bc45f298ebcbec140d265a in term 3.
03:16:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.599665 8216 leader_election.cc:302] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, ad7a1ccd26bc45f298ebcbec140d265a; no voters: b933d30aaa56416a9b746c673f891d09
03:16:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.600379 9050 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 3 FOLLOWER]: Leader election won for term 3
03:16:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.602308 9050 raft_consensus.cc:686] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [term 3 LEADER]: Becoming Leader. State: Replica: ad7a1ccd26bc45f298ebcbec140d265a, State: Running, Role: LEADER
03:16:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.603246 9050 consensus_queue.cc:237] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.608637 9054 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad7a1ccd26bc45f298ebcbec140d265a. Latest consensus state: current_term: 3 leader_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.609447 9054 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: This master's current role is: LEADER
03:16:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.612455 9056 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:16:22.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.618952 9056 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9]
03:16:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.620208 9056 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]
03:16:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.624725 9056 tablet_loader.cc:96] loaded metadata for tablet 074d21182bcd4e3498af1b57f0b6dcd9 (table kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9])
03:16:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.625782 9056 tablet_loader.cc:96] loaded metadata for tablet 55762cbd59134984bf1bc39a703ba45b (table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b])
03:16:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.626663 9056 tablet_loader.cc:96] loaded metadata for tablet 8410a10f008d4de29aacf39d246df0d8 (table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b])
03:16:22.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.627450 9056 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:16:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.630548 9056 catalog_manager.cc:1259] Loaded cluster ID: 01ee3ab76419429a88ed1771f3aae73e
03:16:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.630714 9056 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:16:22.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.634088 9056 catalog_manager.cc:1504] Loading token signing keys...
03:16:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.636860 9056 catalog_manager.cc:5879] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a: Loaded TSK: 0
03:16:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.638084 9056 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:16:22.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:22.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535
03:16:22.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:16:22.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] sending RPC to server master-127.7.209.189:46535, [1ms] received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [25ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [56ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [64ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, deferred=Deferred@227657948(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/823445434@5e51c966 -> (continuation of Deferred@166351134 after retry RPC after error@517666498) -> (continuation of Deferred@495848173 after retry RPC after error@1296366275) -> (continuation of Deferred@385691860 after retry RPC after error@1599645743) -> (continuation of Deferred@845944907 after retry RPC after error@1486126631) -> (continuation of Deferred@663785073 after retry RPC after error@1024676732), errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/1097947072@6f6fbad5 -> (continuation of Deferred@166351134 after retry RPC after error@517666498) -> (continuation of Deferred@495848173 after retry RPC after error@1296366275) -> (continuation of Deferred@385691860 after retry RPC after error@1599645743) -> (continuation of Deferred@845944907 after retry RPC after error@1486126631) -> (continuation of Deferred@663785073 after retry RPC after error@1024676732))) after lookup
03:16:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:22.682267 8261 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:55032 (request call id 8) took 25 ms (client timeout 25 ms). Trace:
03:16:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:22.682717 8261 rpcz_store.cc:269] 0925 03:16:22.656716 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:16:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:22.656915 (+ 199us) service_pool.cc:227] Handling call
03:16:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:22.681950 (+ 25035us) inbound_call.cc:173] Queueing success response
03:16:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":364,"init.queue_time_us":2031,"thread_start_us":7350,"threads_started":5}
03:16:22.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] sending RPC to server master-127.7.209.189:46535, [1ms] received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [25ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [56ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [64ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [225ms] sending RPC to server master-127.7.209.188:35853, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@227657948(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/823445434@5e51c966 -> (continuation of Deferred@166351134 after retry RPC after error@517666498) -> (continuation of Deferred@495848173 after retry RPC after error@1296366275) -> (continuation of Deferred@385691860 after retry RPC after error@1599645743) -> (continuation of Deferred@845944907 after retry RPC after error@1486126631) -> (continuation of Deferred@663785073 after retry RPC after error@1024676732) -> (continuation of Deferred@342983769 after retry RPC@934376352), errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/1097947072@6f6fbad5 -> (continuation of Deferred@166351134 after retry RPC after error@517666498) -> (continuation of Deferred@495848173 after retry RPC after error@1296366275) -> (continuation of Deferred@385691860 after retry RPC after error@1599645743) -> (continuation of Deferred@845944907 after retry RPC after error@1486126631) -> (continuation of Deferred@663785073 after retry RPC after error@1024676732) -> (continuation of Deferred@342983769 after retry RPC@934376352)))
03:16:22.687 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] sending RPC to server master-127.7.209.189:46535, [1ms] received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [25ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [26ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [56ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [64ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Network error: Failed to connect to peer master-127.7.209.189:46535(127.7.209.189:46535): Connection refused: /127.7.209.189:46535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: OK, [225ms] sending RPC to server master-127.7.209.188:35853, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@227657948(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/823445434@5e51c966 -> (continuation of Deferred@166351134 after retry RPC after error@517666498) -> (continuation of Deferred@495848173 after retry RPC after error@1296366275) -> (continuation of Deferred@385691860 after retry RPC after error@1599645743) -> (continuation of Deferred@845944907 after retry RPC after error@1486126631) -> (continuation of Deferred@663785073 after retry RPC after error@1024676732) -> (continuation of Deferred@342983769 after retry RPC@934376352), errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/1097947072@6f6fbad5 -> (continuation of Deferred@166351134 after retry RPC after error@517666498) -> (continuation of Deferred@495848173 after retry RPC after error@1296366275) -> (continuation of Deferred@385691860 after retry RPC after error@1599645743) -> (continuation of Deferred@845944907 after retry RPC after error@1486126631) -> (continuation of Deferred@663785073 after retry RPC after error@1024676732) -> (continuation of Deferred@342983769 after retry RPC@934376352)))
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.703051 8230 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55056:
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:22.704847 8213 consensus_peers.cc:487] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a -> Peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Couldn't send request to peer b933d30aaa56416a9b746c673f891d09. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:16:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.707516 8994 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 3 FOLLOWER]: Refusing update from remote peer ad7a1ccd26bc45f298ebcbec140d265a: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
03:16:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:22.707989 8230 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:16:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.709304 9054 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
03:16:22.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.738899 9033 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad7a1ccd26bc45f298ebcbec140d265a. Latest consensus state: current_term: 3 leader_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.739740 9033 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: FOLLOWER
03:16:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.742987 9050 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.743764 9050 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a [sys.catalog]: This master's current role is: LEADER
03:16:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.745487 9033 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.745813 9070 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.746357 9033 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: FOLLOWER
03:16:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:22.746563 9070 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: FOLLOWER
03:16:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.010440 8493 heartbeater.cc:503] Master 127.7.209.188:35853 was elected leader, sending a full tablet report...
03:16:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.016880 8495 heartbeater.cc:347] Connected to a master server at 127.7.209.190:43961
03:16:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.025238 8984 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "413d030e98034600ac87209325c725c4" instance_seqno: 1790306172425722) as {username='slave'} at 127.7.209.129:39147; Asking this server to re-register.
03:16:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.026928 8495 heartbeater.cc:464] Registering TS with master...
03:16:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.030762 8984 ts_manager.cc:194] Registered new tserver with Master: 413d030e98034600ac87209325c725c4 (127.7.209.129:38125)
03:16:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.054978 8802 heartbeater.cc:347] Connected to a master server at 127.7.209.190:43961
03:16:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.059860 8984 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" instance_seqno: 1790306176451717) as {username='slave'} at 127.7.209.131:38201; Asking this server to re-register.
03:16:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.062371 8802 heartbeater.cc:464] Registering TS with master...
03:16:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.066085 8984 ts_manager.cc:194] Registered new tserver with Master: fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131:40343)
03:16:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.069922 8649 heartbeater.cc:347] Connected to a master server at 127.7.209.190:43961
03:16:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.073287 8984 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" instance_seqno: 1790306174427015) as {username='slave'} at 127.7.209.130:37769; Asking this server to re-register.
03:16:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.074429 8649 heartbeater.cc:464] Registering TS with master...
03:16:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:23.077610 8984 ts_manager.cc:194] Registered new tserver with Master: 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309)
03:16:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:23.182005 8213 consensus_peers.cc:487] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a -> Peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Couldn't send request to peer b933d30aaa56416a9b746c673f891d09. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:16:23.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:23.689373 8213 consensus_peers.cc:487] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a -> Peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Couldn't send request to peer b933d30aaa56416a9b746c673f891d09. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:16:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:24.039822 8647 heartbeater.cc:503] Master 127.7.209.188:35853 was elected leader, sending a full tablet report...
03:16:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:24.040810 8800 heartbeater.cc:503] Master 127.7.209.188:35853 was elected leader, sending a full tablet report...
03:16:24.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.187885 8213 consensus_peers.cc:487] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a -> Peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Couldn't send request to peer b933d30aaa56416a9b746c673f891d09. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
03:16:24.446 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.209.189:46535
03:16:24.446 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:16:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:24.448227 8006 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu
03:16:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data
03:16:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/logs
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/info.pb
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.189:46535
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.189
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42559
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:16:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:16:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.624825 8213 consensus_peers.cc:487] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a -> Peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Couldn't send request to peer b933d30aaa56416a9b746c673f891d09. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
03:16:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.795769 9102 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:16:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.796725 9102 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:16:24.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.797770 9102 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:16:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.833798 9102 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:16:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.834213 9102 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:16:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.834510 9102 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:16:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.834789 9102 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:16:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.835069 9102 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:16:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.835393 9102 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:16:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.835597 9102 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35619/jwks.json
03:16:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:24.873528 9102 master_runner.cc:386] Master server non-default flags:
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.209.148:38761
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.209.190:43961,127.7.209.189:46535,127.7.209.188:35853
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.209.189:46535
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35619/jwks.json
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/info.pb
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.209.189
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42559
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/logs
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:23:42 UTC on ccycloud.quasar-oqvppm.root.comops.site
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671767
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:16:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:24.874720 9102 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:16:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:24.876276 9102 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:16:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.894351 9112 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:25.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:25.118889 8213 consensus_peers.cc:487] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a -> Peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Couldn't send request to peer b933d30aaa56416a9b746c673f891d09. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
03:16:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:25.657451 8213 consensus_peers.cc:487] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a -> Peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Couldn't send request to peer b933d30aaa56416a9b746c673f891d09. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
03:16:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.174626 8213 consensus_peers.cc:487] T 00000000000000000000000000000000 P ad7a1ccd26bc45f298ebcbec140d265a -> Peer b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535): Couldn't send request to peer b933d30aaa56416a9b746c673f891d09. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.189:46535: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
03:16:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.894342 9109 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:24.897818 9102 server_base.cc:1034] running on GCE node
03:16:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:24.894449 9110 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:16:26.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.183833 9102 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:16:26.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.186995 9102 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:16:26.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.193742 9102 hybrid_clock.cc:648] HybridClock initialized: now 1790306186193669 us; error 53 us; skew 500 ppm
03:16:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.194962 9102 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:16:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.202428 9102 webserver.cc:460] Webserver started at http://127.7.209.189:42559/ using document root <none> and password file <none>
03:16:26.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.203320 9102 fs_manager.cc:359] Metadata directory not provided
03:16:26.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.203531 9102 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:16:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.212170 9102 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
03:16:26.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.216835 9128 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:16:26.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.218003 9102 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:16:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.218286 9102 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data,/tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b933d30aaa56416a9b746c673f891d09"
03:16:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 03:16:05 on dist-test-slave-svw5"
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.220556 9102 fs_report.cc:383] FS layout report
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/wal
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/data
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:16:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:16:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.257411 9102 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:16:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.259006 9102 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:16:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.259425 9102 kserver.cc:163] Server-wide thread pool size limit: 3276
03:16:26.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.358352 9102 rpc_server.cc:307] RPC server started. Bound to: 127.7.209.189:46535
03:16:26.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.358558 9191 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.209.189:46535 every 8 connection(s)
03:16:26.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.361404 9102 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskxSP6UT/test-tmp/mini-kudu-cluster6132084403656292473/master-1/data/info.pb
03:16:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.369231 8006 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu as pid 9102
03:16:26.370 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:16:26.370 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.209.188:35853
03:16:26.370 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:16:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.370745 8006 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu with pid 8187
03:16:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.377692 9192 sys_catalog.cc:263] Verifying existing consensus state
03:16:26.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.382948 9192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: Bootstrap starting.
03:16:26.405 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:16:26.402 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.7.209.188:35853(127.7.209.188:35853)] unexpected exception from downstream on [id: 0x5b5a8d9e, L:/127.0.0.1:55032 - R:/127.7.209.188:35853]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_362]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
03:16:26.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state READY due to: [peer master-127.7.209.188:35853(127.7.209.188:35853)] unexpected exception from downstream on [id: 0x5b5a8d9e, L:/127.0.0.1:55032 - R:/127.7.209.188:35853]
03:16:26.416 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.7.209.188:35853(127.7.209.188:35853) for tablet Kudu Master: [peer master-127.7.209.188:35853(127.7.209.188:35853)] unexpected exception from downstream on [id: 0x5b5a8d9e, L:/127.0.0.1:55032 - R:/127.7.209.188:35853]
03:16:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.416680 9194 negotiation.cc:337] Failed RPC negotiation. Trace:
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.366395 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:44562 (local address 127.7.209.189:46535)
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.368962 (+ 2567us) server_negotiation.cc:206] Beginning negotiation
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.369006 (+ 44us) server_negotiation.cc:399] Waiting for connection header
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.369083 (+ 77us) server_negotiation.cc:407] Connection header received
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.375931 (+ 6848us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.375983 (+ 52us) server_negotiation.cc:461] Received NEGOTIATE request from client
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.376587 (+ 604us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.377020 (+ 433us) server_negotiation.cc:226] Negotiated authn=SASL
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.403062 (+ 26042us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44562: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:16:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1802,"thread_start_us":1296,"threads_started":1}
03:16:26.418 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.209.188:35853(127.7.209.188:35853)] handling channelInactive
03:16:26.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.429765 9192 log.cc:824] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: Log is configured to *not* fsync() on all Append() calls
03:16:26.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.431 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.189:46535(127.7.209.189:46535)] connecting to peer
03:16:26.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.432 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.209.189:46535(127.7.209.189:46535)] Successfully connected to peer
03:16:26.435 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.209.189
03:16:26.451 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x041159d3, L:/127.0.0.1:44564 - R:/127.7.209.189:46535] using SASL/PLAIN
03:16:26.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Catalog manager is not initialized. State: Starting
03:16:26.455 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.471207 9192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:16:26.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.472448 9192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: Bootstrap complete.
03:16:26.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Catalog manager is not initialized. State: Starting
03:16:26.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.491 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Catalog manager is not initialized. State: Starting
03:16:26.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.504139 9192 raft_consensus.cc:348] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.507807 9192 raft_consensus.cc:729] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: b933d30aaa56416a9b746c673f891d09, State: Initialized, Role: FOLLOWER
03:16:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.508953 9192 consensus_queue.cc:260] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:26.511 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.513422 9196 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.514500 9196 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: FOLLOWER
03:16:26.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.515409 9192 sys_catalog.cc:564] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: configured and running, proceeding with master startup.
03:16:26.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: Catalog manager is not initialized. State: Starting
03:16:26.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.544934 9207 catalog_manager.cc:1259] Loaded cluster ID: 01ee3ab76419429a88ed1771f3aae73e
03:16:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.545221 9207 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: loading cluster ID for follower catalog manager: success
03:16:26.551 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.553211 9207 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: acquiring CA information for follower catalog manager: success
03:16:26.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.566035 9207 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:16:26.611 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.631 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.7.209.188:35853, [46ms] received response from server master-127.7.209.188:35853: Network error: [peer master-127.7.209.188:35853(127.7.209.188:35853)] unexpected exception from downstream on [id: 0x5b5a8d9e, L:/127.0.0.1:55032 - R:/127.7.209.188:35853], [46ms] delaying RPC due to: Network error: [peer master-127.7.209.188:35853(127.7.209.188:35853)] unexpected exception from downstream on [id: 0x5b5a8d9e, L:/127.0.0.1:55032 - R:/127.7.209.188:35853], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [85ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [107ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [108ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [127ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [145ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [147ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [148ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [186ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [192ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [193ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [248ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, deferred=Deferred@1169194562(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/823445434@bad04f0 -> (continuation of Deferred@938061571 after retry RPC after error@2046578367) -> (continuation of Deferred@1064861100 after retry RPC after error@1544647735) -> (continuation of Deferred@645548289 after retry RPC after error@1038643911) -> (continuation of Deferred@1099038155 after retry RPC after error@375822592) -> (continuation of Deferred@1654716556 after retry RPC after error@480297045), errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/1097947072@520109af -> (continuation of Deferred@938061571 after retry RPC after error@2046578367) -> (continuation of Deferred@1064861100 after retry RPC after error@1544647735) -> (continuation of Deferred@645548289 after retry RPC after error@1038643911) -> (continuation of Deferred@1099038155 after retry RPC after error@375822592) -> (continuation of Deferred@1654716556 after retry RPC after error@480297045)))
03:16:26.632 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.189:46535: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=9, elapsed=20), Traces: [0ms] sending RPC to server master-127.7.209.189:46535, deferred=Deferred@1879909494(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.7.209.189:46535, errback=org.apache.kudu.client.ConnectToCluster$1@150cd663 -> ConnectToMasterErrCB for 127.7.209.189:46535))
03:16:26.633 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.634 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=1), Traces: [0ms] received response from server master-127.7.209.189:46535: OK, deferred=null) with no deferred attached!
03:16:26.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.593286 9102 master_runner.cc:186] Error getting master registration for 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111),
03:16:26.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.643819 9102 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:16:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.644876 9212 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader ad7a1ccd26bc45f298ebcbec140d265a)
03:16:26.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.645567 9212 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:26.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.649746 9212 leader_election.cc:288] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535), ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853)
03:16:26.652 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.653 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
03:16:26.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.662319 8969 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.669164 8969 leader_election.cc:334] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853): Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:26.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.679395 9156 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "b933d30aaa56416a9b746c673f891d09" is_pre_election: true
03:16:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.680518 9156 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ed5b4cc18e6427a9c2f3a6098b6c1b6 in term 2.
03:16:26.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.681951 8968 leader_election.cc:302] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, b933d30aaa56416a9b746c673f891d09; no voters: ad7a1ccd26bc45f298ebcbec140d265a
03:16:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.683108 9212 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 3 FOLLOWER]: Leader pre-election won for term 4
03:16:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.683646 9212 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 3 FOLLOWER]: Starting leader election (detected failure of leader ad7a1ccd26bc45f298ebcbec140d265a)
03:16:26.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.684434 9212 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 3 FOLLOWER]: Advancing to term 4
03:16:26.691 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.698865 9212 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.704667 9156 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "b933d30aaa56416a9b746c673f891d09"
03:16:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.706135 9156 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 2 FOLLOWER]: Advancing to term 4
03:16:26.708 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.709843 9212 leader_election.cc:288] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 4 election: Requested vote from peers b933d30aaa56416a9b746c673f891d09 (127.7.209.189:46535), ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853)
03:16:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.711521 8969 leader_election.cc:334] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853): Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111)
03:16:26.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.718439 9156 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ed5b4cc18e6427a9c2f3a6098b6c1b6 in term 4.
03:16:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.719713 8968 leader_election.cc:302] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, b933d30aaa56416a9b746c673f891d09; no voters: ad7a1ccd26bc45f298ebcbec140d265a
03:16:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.720646 9212 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 4 FOLLOWER]: Leader election won for term 4
03:16:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.723812 9212 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [term 4 LEADER]: Becoming Leader. State: Replica: 1ed5b4cc18e6427a9c2f3a6098b6c1b6, State: Running, Role: LEADER
03:16:26.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.725443 9212 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } }
03:16:26.731 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.735291 9216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Latest consensus state: current_term: 4 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.736593 9216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: LEADER
03:16:26.740 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.742228 9218 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:16:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.750777 9218 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9]
03:16:26.751 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.754036 9218 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b]
03:16:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.765664 9218 tablet_loader.cc:96] loaded metadata for tablet 074d21182bcd4e3498af1b57f0b6dcd9 (table kudu_system.kudu_transactions [id=4f40146289a3401aa1fd7cad2ddde1d9])
03:16:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.768396 9218 tablet_loader.cc:96] loaded metadata for tablet 55762cbd59134984bf1bc39a703ba45b (table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b])
03:16:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.771560 9218 tablet_loader.cc:96] loaded metadata for tablet 8410a10f008d4de29aacf39d246df0d8 (table txn_manager_fallback_rolling [id=54093099ace44439b836652a025dd24b])
03:16:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.773968 9218 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:16:26.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.782261 9218 catalog_manager.cc:1259] Loaded cluster ID: 01ee3ab76419429a88ed1771f3aae73e
03:16:26.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.782730 9218 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:16:26.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.789403 9218 catalog_manager.cc:1504] Loading token signing keys...
03:16:26.792 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.796046 9218 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Loaded TSK: 0
03:16:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.798868 9218 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:16:26.800 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535; will retry
03:16:26.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.812896 9156 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [term 4 FOLLOWER]: Refusing update from remote peer 1ed5b4cc18e6427a9c2f3a6098b6c1b6: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
03:16:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.814919 9216 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.001s
03:16:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.827956 8969 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 -> Peer ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853): Couldn't send request to peer ad7a1ccd26bc45f298ebcbec140d265a. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:16:26.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.832083 9221 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.833629 9221 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: FOLLOWER
03:16:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.842437 9196 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ed5b4cc18e6427a9c2f3a6098b6c1b6. Latest consensus state: current_term: 4 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.843287 9196 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: FOLLOWER
03:16:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.844027 9196 sys_catalog.cc:455] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.845492 9196 sys_catalog.cc:458] T 00000000000000000000000000000000 P b933d30aaa56416a9b746c673f891d09 [sys.catalog]: This master's current role is: FOLLOWER
03:16:26.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.848701 9223 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ed5b4cc18e6427a9c2f3a6098b6c1b6" member_type: VOTER last_known_addr { host: "127.7.209.190" port: 43961 } } peers { permanent_uuid: "b933d30aaa56416a9b746c673f891d09" member_type: VOTER last_known_addr { host: "127.7.209.189" port: 46535 } } peers { permanent_uuid: "ad7a1ccd26bc45f298ebcbec140d265a" member_type: VOTER last_known_addr { host: "127.7.209.188" port: 35853 } } }
03:16:26.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.849597 9223 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 [sys.catalog]: This master's current role is: LEADER
03:16:26.851 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.7.209.188:35853(127.7.209.188:35853)] connecting to peer
03:16:26.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.188:35853(127.7.209.188:35853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.209.188:35853: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853
03:16:26.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:16:26.861 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=209), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [4ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [8ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [8ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [28ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [88ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [89ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [106ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [147ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [149ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [207ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [209ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, deferred=Deferred@1735832406(state=PENDING, result=null, callback=(continuation of Deferred@632313424 after retry RPC after error@1911437802) -> (continuation of Deferred@984299731 after retry RPC after error@1746260179) -> (continuation of Deferred@1328548183 after retry RPC after error@1334921266) -> (continuation of Deferred@748657843 after retry RPC after error@1791644347) -> (continuation of Deferred@629117956 after retry RPC after error@1625983041) -> (continuation of Deferred@817949419 after retry RPC after error@145172930), errback=(continuation of Deferred@632313424 after retry RPC after error@1911437802) -> (continuation of Deferred@984299731 after retry RPC after error@1746260179) -> (continuation of Deferred@1328548183 after retry RPC after error@1334921266) -> (continuation of Deferred@748657843 after retry RPC after error@1791644347) -> (continuation of Deferred@629117956 after retry RPC after error@1625983041) -> (continuation of Deferred@817949419 after retry RPC after error@145172930))) after lookup
03:16:26.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.904039 9015 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:37832 (request call id 19) took 40 ms (client timeout 40 ms). Trace:
03:16:26.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=255), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [4ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [8ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [8ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [28ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [88ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [89ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [106ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [147ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [149ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [207ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [209ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [210ms] sending RPC to server master-127.7.209.190:43961, [211ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [256ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1735832406(state=PENDING, result=null, callback=(continuation of Deferred@632313424 after retry RPC after error@1911437802) -> (continuation of Deferred@984299731 after retry RPC after error@1746260179) -> (continuation of Deferred@1328548183 after retry RPC after error@1334921266) -> (continuation of Deferred@748657843 after retry RPC after error@1791644347) -> (continuation of Deferred@629117956 after retry RPC after error@1625983041) -> (continuation of Deferred@817949419 after retry RPC after error@145172930) -> (continuation of Deferred@1361138534 after retry RPC@1698521475), errback=(continuation of Deferred@632313424 after retry RPC after error@1911437802) -> (continuation of Deferred@984299731 after retry RPC after error@1746260179) -> (continuation of Deferred@1328548183 after retry RPC after error@1334921266) -> (continuation of Deferred@748657843 after retry RPC after error@1791644347) -> (continuation of Deferred@629117956 after retry RPC after error@1625983041) -> (continuation of Deferred@817949419 after retry RPC after error@145172930) -> (continuation of Deferred@1361138534 after retry RPC@1698521475)))
03:16:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.904568 9015 rpcz_store.cc:269] 0925 03:16:26.863485 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:16:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.863607 (+ 122us) service_pool.cc:227] Handling call
03:16:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 03:16:26.903753 (+ 40146us) inbound_call.cc:173] Queueing success response
03:16:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":572,"init.queue_time_us":2344,"thread_start_us":7618,"threads_started":5}
03:16:26.914 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=255), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [4ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [8ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [8ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [28ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [88ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [89ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [106ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [147ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [149ms] delaying RPC due to: Service unavailable: Master config (127.7.209.190:43961,127.7.209.188:35853,127.7.209.189:46535) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.190:43961, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.188:35853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.209.189:46535, [207ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.188:35853: Network error: Failed to connect to peer master-127.7.209.188:35853(127.7.209.188:35853): Connection refused: /127.7.209.188:35853, [209ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.190:43961: OK, [210ms] sending RPC to server master-127.7.209.190:43961, [211ms] Sub RPC ConnectToMaster: received response from server master-127.7.209.189:46535: OK, [256ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1735832406(state=PENDING, result=null, callback=(continuation of Deferred@632313424 after retry RPC after error@1911437802) -> (continuation of Deferred@984299731 after retry RPC after error@1746260179) -> (continuation of Deferred@1328548183 after retry RPC after error@1334921266) -> (continuation of Deferred@748657843 after retry RPC after error@1791644347) -> (continuation of Deferred@629117956 after retry RPC after error@1625983041) -> (continuation of Deferred@817949419 after retry RPC after error@145172930) -> (continuation of Deferred@1361138534 after retry RPC@1698521475), errback=(continuation of Deferred@632313424 after retry RPC after error@1911437802) -> (continuation of Deferred@984299731 after retry RPC after error@1746260179) -> (continuation of Deferred@1328548183 after retry RPC after error@1334921266) -> (continuation of Deferred@748657843 after retry RPC after error@1791644347) -> (continuation of Deferred@629117956 after retry RPC after error@1625983041) -> (continuation of Deferred@817949419 after retry RPC after error@145172930) -> (continuation of Deferred@1361138534 after retry RPC@1698521475)))
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:26.939906 8984 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33818:
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:16:26.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:16:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:26.944342 8984 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:16:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.022701 8374 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.054s from last keepalive heartbeat (effective timeout is 1.000s)
03:16:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.045758 8494 heartbeater.cc:347] Connected to a master server at 127.7.209.189:46535
03:16:27.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 413d030e98034600ac87209325c725c4 (127.7.209.129:38125): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1790306177 last_transition_timestamp: 1790306186
03:16:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.053807 9145 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "413d030e98034600ac87209325c725c4" instance_seqno: 1790306172425722) as {username='slave'} at 127.7.209.129:54833; Asking this server to re-register.
03:16:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.055371 8494 heartbeater.cc:464] Registering TS with master...
03:16:27.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.059260 9145 ts_manager.cc:194] Registered new tserver with Master: 413d030e98034600ac87209325c725c4 (127.7.209.129:38125)
03:16:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.104763 8801 heartbeater.cc:347] Connected to a master server at 127.7.209.189:46535
03:16:27.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.108186 9145 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "fc086bb972cc41b1b1dbb7e6c551078c" instance_seqno: 1790306176451717) as {username='slave'} at 127.7.209.131:58153; Asking this server to re-register.
03:16:27.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.109413 8801 heartbeater.cc:464] Registering TS with master...
03:16:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.113021 9145 ts_manager.cc:194] Registered new tserver with Master: fc086bb972cc41b1b1dbb7e6c551078c (127.7.209.131:40343)
03:16:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.115243 8648 heartbeater.cc:347] Connected to a master server at 127.7.209.189:46535
03:16:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:27.115815 9235 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
03:16:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.118680 9145 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "263e4b9adff14bfe95ae31067a072ce2" instance_seqno: 1790306174427015) as {username='slave'} at 127.7.209.130:52445; Asking this server to re-register.
03:16:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.120810 8648 heartbeater.cc:464] Registering TS with master...
03:16:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.125977 9144 ts_manager.cc:194] Registered new tserver with Master: 263e4b9adff14bfe95ae31067a072ce2 (127.7.209.130:46309)
03:16:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:27.279379 8969 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 -> Peer ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853): Couldn't send request to peer ad7a1ccd26bc45f298ebcbec140d265a. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:16:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.560890 8940 master_runner.cc:186] Error getting master registration for 127.7.209.188:35853: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111),
03:16:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:27.561364 8940 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:16:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:27.746781 8969 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 -> Peer ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853): Couldn't send request to peer ad7a1ccd26bc45f298ebcbec140d265a. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:16:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:28.052740 8495 heartbeater.cc:503] Master 127.7.209.190:43961 was elected leader, sending a full tablet report...
03:16:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:28.087441 8802 heartbeater.cc:503] Master 127.7.209.190:43961 was elected leader, sending a full tablet report...
03:16:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:28.097792 8649 heartbeater.cc:503] Master 127.7.209.190:43961 was elected leader, sending a full tablet report...
03:16:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 03:16:28.202755 8969 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1ed5b4cc18e6427a9c2f3a6098b6c1b6 -> Peer ad7a1ccd26bc45f298ebcbec140d265a (127.7.209.188:35853): Couldn't send request to peer ad7a1ccd26bc45f298ebcbec140d265a. Status: Network error: Client connection negotiation failed: client connection to 127.7.209.188:35853: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
03:16:28.413 [DEBUG - main] (Connection.java:575) [peer master-127.7.209.188:35853(127.7.209.188:35853)] disconnecting while in state TERMINATED
03:16:28.413 [DEBUG - main] (Connection.java:575) [peer fc086bb972cc41b1b1dbb7e6c551078c(127.7.209.131:40343)] disconnecting while in state READY
03:16:28.413 [DEBUG - main] (Connection.java:575) [peer master-127.7.209.189:46535(127.7.209.189:46535)] disconnecting while in state READY
03:16:28.413 [DEBUG - main] (Connection.java:575) [peer master-127.7.209.190:43961(127.7.209.190:43961)] disconnecting while in state READY
03:16:28.415 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:16:28.415 [DEBUG - kudu-nio-1] (Connection.java:239) [peer fc086bb972cc41b1b1dbb7e6c551078c(127.7.209.131:40343)] handling channelInactive
03:16:28.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fc086bb972cc41b1b1dbb7e6c551078c(127.7.209.131:40343)] cleaning up while in state READY due to: connection closed
03:16:28.416 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.209.189:46535(127.7.209.189:46535)] handling channelInactive
03:16:28.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.189:46535(127.7.209.189:46535)] cleaning up while in state READY due to: connection closed
03:16:28.416 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.209.190:43961(127.7.209.190:43961)] handling channelInactive
03:16:28.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.209.190:43961(127.7.209.190:43961)] cleaning up while in state READY due to: connection closed
03:16:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:28.416880 8006 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu with pid 8324
03:16:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:28.454321 8006 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu with pid 8498
03:16:28.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:28.486472 8006 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu with pid 8651
03:16:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:28.528378 8006 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu with pid 8940
03:16:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 03:16:28.575970 8006 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskxSP6UT/build/tsan/bin/kudu with pid 9102
03:16:29.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T03:16:29Z chronyd exiting
03:16:30.800 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)