Diagnosed failure

Unable to diagnose

Full log

20:59:51.466 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:59:51.466 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasknoSFox/test-tmp
20:59:51.466 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:59:51.466 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasknoSFox/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:59:51.468 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347"
  extra_master_flags: "--txn_manager_enabled"
  extra_master_flags: "--raft_heartbeat_interval_ms=100"
  extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
  extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
  extra_tserver_flags: "--enable_txn_system_client_init=true"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:59:51.793 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:59:51.793 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:59:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:51.795807 30214 mini_oidc.cc:150] Starting JWKS server
20:59:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:51.797982 30214 webserver.cc:577] Webserver started at http://127.0.0.1:39635/ using document root <none> and password file <none>
20:59:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:51.798192 30214 mini_oidc.cc:186] Starting OIDC Discovery server
20:59:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:51.798623 30214 webserver.cc:577] Webserver started at http://127.0.0.1:38561/ using document root <none> and password file <none>
20:59:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T20:59:51Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:59:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T20:59:51Z Disabled control of system clock
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:51.824555 30214 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/wal
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/data
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/logs
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/data/info.pb
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:59:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.190:34639
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.190
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39635/jwks.json
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:59:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:59:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.139094 30225 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:59:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.139377 30225 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:59:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.139458 30225 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:59:52.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.147737 30225 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:59:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.147833 30225 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:59:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.147881 30225 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:59:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.147927 30225 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:59:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.147982 30225 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:59:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.148049 30225 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:59:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.148108 30225 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39635/jwks.json
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.158330 30225 master_runner.cc:387] Master server non-default flags:
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/logs
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/data
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/wal
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.190:34639
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39635/jwks.json
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/data/info.pb
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.190
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:59:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 20:43:17 UTC on bdcb31816ec0
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14882
20:59:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:59:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.159940 30225 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:59:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.162093 30225 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:59:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.169901 30231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.170339 30230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.170480 30233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.171448 30225 server_base.cc:1061] running on GCE node
20:59:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.172211 30225 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:59:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.173532 30225 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:59:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.174741 30225 hybrid_clock.cc:648] HybridClock initialized: now 1795208392174682 us; error 33 us; skew 500 ppm
20:59:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.175055 30225 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:59:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.177177 30225 webserver.cc:577] Webserver started at http://127.29.129.190:34133/ using document root <none> and password file <none>
20:59:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.177839 30225 fs_manager.cc:362] Metadata directory not provided
20:59:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.177969 30225 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:59:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.178340 30225 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:59:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.180692 30225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/data/instance:
20:59:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10b08ccc5eeb4505993f244335615db7"
20:59:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:52 on dist-test-slave-rppg"
20:59:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.181443 30225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/wal/instance:
20:59:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10b08ccc5eeb4505993f244335615db7"
20:59:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:52 on dist-test-slave-rppg"
20:59:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.186558 30225 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
20:59:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.189770 30239 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.191047 30225 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.191203 30225 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/data,/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/wal
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10b08ccc5eeb4505993f244335615db7"
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:52 on dist-test-slave-rppg"
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.191396 30225 fs_report.cc:389] FS layout report
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/wal
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/wal
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/data/data
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:59:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:59:52.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.229652 30225 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:59:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.230741 30225 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:59:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.231058 30225 kserver.cc:163] Server-wide thread pool size limit: 3276
20:59:52.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.251755 30225 rpc_server.cc:307] RPC server started. Bound to: 127.29.129.190:34639
20:59:52.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.251771 30300 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.129.190:34639 every 8 connection(s)
20:59:52.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.253226 30225 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/data/info.pb
20:59:52.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.257400 30301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.258718 30214 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasknoSFox/build/asan/bin/kudu as pid 30225
20:59:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.259022 30214 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-0/wal/instance
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.261963 30214 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/wal
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/data
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/logs
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/data/info.pb
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.189:35449
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.189
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39635/jwks.json
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:59:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:59:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.265185 30301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } has no permanent_uuid. Determining permanent_uuid...
20:59:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.280529 30301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } has no permanent_uuid. Determining permanent_uuid...
20:59:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.281585 30241 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.129.189:35449: connect: Connection refused (error 111)
20:59:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.283051 30301 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.189:35449: Network error: Client connection negotiation failed: client connection to 127.29.129.189:35449: connect: Connection refused (error 111)
20:59:52.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.332350 30301 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } attempt: 1
20:59:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.334326 30301 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.189:35449: Network error: Client connection negotiation failed: client connection to 127.29.129.189:35449: connect: Connection refused (error 111)
20:59:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.402608 30301 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } attempt: 2
20:59:52.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.404584 30301 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.189:35449: Network error: Client connection negotiation failed: client connection to 127.29.129.189:35449: connect: Connection refused (error 111)
20:59:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.495910 30301 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } attempt: 3
20:59:52.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.498070 30301 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.189:35449: Network error: Client connection negotiation failed: client connection to 127.29.129.189:35449: connect: Connection refused (error 111)
20:59:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.584371 30303 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:59:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.584679 30303 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:59:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.584757 30303 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:59:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.592995 30303 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:59:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.593086 30303 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:59:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.593132 30303 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:59:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.593171 30303 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:59:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.593225 30303 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:59:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.593267 30303 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:59:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.593313 30303 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39635/jwks.json
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.603394 30303 master_runner.cc:387] Master server non-default flags:
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/logs
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/data
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/wal
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.189:35449
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:59:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39635/jwks.json
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/data/info.pb
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.189
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 20:43:17 UTC on bdcb31816ec0
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14882
20:59:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:59:52.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.604998 30303 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:59:52.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.606701 30303 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:59:52.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.614261 30311 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:52.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.614836 30314 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.615031 30312 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.615351 30303 server_base.cc:1061] running on GCE node
20:59:52.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.616080 30303 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:59:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.617326 30303 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:59:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.618541 30303 hybrid_clock.cc:648] HybridClock initialized: now 1795208392618474 us; error 37 us; skew 500 ppm
20:59:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.618866 30303 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:59:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.620951 30303 webserver.cc:577] Webserver started at http://127.29.129.189:44569/ using document root <none> and password file <none>
20:59:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.621605 30303 fs_manager.cc:362] Metadata directory not provided
20:59:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.621714 30303 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:59:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.622056 30303 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:59:52.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.624392 30303 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/data/instance:
20:59:52.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08617fd217d44b2d907b7b5d4c529d11"
20:59:52.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:52 on dist-test-slave-rppg"
20:59:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.625173 30303 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/wal/instance:
20:59:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08617fd217d44b2d907b7b5d4c529d11"
20:59:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:52 on dist-test-slave-rppg"
20:59:52.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.630257 30303 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
20:59:52.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.633463 30320 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.634874 30303 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.635030 30303 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/data,/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/wal
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08617fd217d44b2d907b7b5d4c529d11"
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:52 on dist-test-slave-rppg"
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.635221 30303 fs_report.cc:389] FS layout report
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/wal
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/wal
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/data/data
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:59:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:59:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:59:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.641335 30301 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } attempt: 4
20:59:52.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.643137 30301 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.189:35449: Network error: Client connection negotiation failed: client connection to 127.29.129.189:35449: connect: Connection refused (error 111)
20:59:52.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.676126 30303 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:59:52.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.677179 30303 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:59:52.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.677464 30303 kserver.cc:163] Server-wide thread pool size limit: 3276
20:59:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.698601 30303 rpc_server.cc:307] RPC server started. Bound to: 127.29.129.189:35449
20:59:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.698608 30381 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.129.189:35449 every 8 connection(s)
20:59:52.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.700261 30303 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/data/info.pb
20:59:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.704480 30382 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.709514 30214 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasknoSFox/build/asan/bin/kudu as pid 30303
20:59:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.709666 30214 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-1/wal/instance
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.709987 30382 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } has no permanent_uuid. Determining permanent_uuid...
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.710724 30214 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/wal
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/data
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/logs
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/data/info.pb
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.188:43441
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.188
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39635/jwks.json
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:59:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:59:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.722615 30382 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } has no permanent_uuid. Determining permanent_uuid...
20:59:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.731384 30382 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } has no permanent_uuid. Determining permanent_uuid...
20:59:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.732331 30322 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:52.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.733846 30382 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.783105 30382 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } attempt: 1
20:59:52.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.785192 30382 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.853389 30382 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } attempt: 2
20:59:52.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.855453 30382 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.942371 30301 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } attempt: 5
20:59:52.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.947139 30382 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } attempt: 3
20:59:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.949232 30382 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:52.949208 30301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } has no permanent_uuid. Determining permanent_uuid...
20:59:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:52.950861 30301 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.002087 30301 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } attempt: 1
20:59:53.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.004102 30301 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.049336 30385 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:59:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.049619 30385 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:59:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.049697 30385 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:59:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.058539 30385 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:59:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.058632 30385 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:59:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.058679 30385 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:59:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.058718 30385 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:59:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.058768 30385 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:59:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.058810 30385 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:59:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.058859 30385 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39635/jwks.json
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.068958 30385 master_runner.cc:387] Master server non-default flags:
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/logs
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/data
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/wal
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.188:43441
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39635/jwks.json
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/data/info.pb
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.188
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 20:43:17 UTC on bdcb31816ec0
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14882
20:59:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:59:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.070567 30385 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:59:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.072396 30385 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:59:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.072350 30301 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } attempt: 2
20:59:53.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.074285 30301 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:53.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.080621 30392 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:53.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.080691 30393 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.081404 30395 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.081856 30385 server_base.cc:1061] running on GCE node
20:59:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.082549 30385 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:59:53.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.083963 30385 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:59:53.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.085228 30385 hybrid_clock.cc:648] HybridClock initialized: now 1795208393085142 us; error 57 us; skew 500 ppm
20:59:53.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.085596 30385 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:59:53.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.087961 30385 webserver.cc:577] Webserver started at http://127.29.129.188:40227/ using document root <none> and password file <none>
20:59:53.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.088650 30385 fs_manager.cc:362] Metadata directory not provided
20:59:53.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.088749 30385 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:59:53.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.089059 30385 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:59:53.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.091339 30385 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/data/instance:
20:59:53.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b179f0abeb4066ba64834a19b5d907"
20:59:53.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:53 on dist-test-slave-rppg"
20:59:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.092098 30385 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/wal/instance:
20:59:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b179f0abeb4066ba64834a19b5d907"
20:59:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:53 on dist-test-slave-rppg"
20:59:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.092440 30382 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } attempt: 4
20:59:53.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.094326 30382 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.097893 30385 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
20:59:53.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.101202 30401 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:59:53.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.102571 30385 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:59:53.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.102726 30385 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/data,/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/wal
20:59:53.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b179f0abeb4066ba64834a19b5d907"
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:53 on dist-test-slave-rppg"
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.102900 30385 fs_report.cc:389] FS layout report
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/wal
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/wal
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/data/data
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:59:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:59:53.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.123399 30385 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:59:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.124420 30385 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:59:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.124724 30385 kserver.cc:163] Server-wide thread pool size limit: 3276
20:59:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.146111 30385 rpc_server.cc:307] RPC server started. Bound to: 127.29.129.188:43441
20:59:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.146140 30462 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.129.188:43441 every 8 connection(s)
20:59:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.147665 30385 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/data/info.pb
20:59:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.151916 30463 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.156145 30214 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasknoSFox/build/asan/bin/kudu as pid 30385
20:59:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.156292 30214 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/master-2/wal/instance
20:59:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.157658 30463 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } has no permanent_uuid. Determining permanent_uuid...
20:59:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.171418 30463 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } has no permanent_uuid. Determining permanent_uuid...
20:59:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.179101 30463 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } has no permanent_uuid. Determining permanent_uuid...
20:59:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.180490 30301 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } attempt: 3
20:59:53.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.192780 30463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907: Bootstrap starting.
20:59:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.193966 30301 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: Bootstrap starting.
20:59:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.197222 30463 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907: Neither blocks nor log segments found. Creating new log.
20:59:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.197820 30301 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: Neither blocks nor log segments found. Creating new log.
20:59:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.198571 30463 log.cc:826] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907: Log is configured to *not* fsync() on all Append() calls
20:59:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.199100 30301 log.cc:826] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: Log is configured to *not* fsync() on all Append() calls
20:59:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.201093 30463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907: No bootstrap required, opened a new log
20:59:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.201380 30301 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: No bootstrap required, opened a new log
20:59:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.206554 30301 raft_consensus.cc:366] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.206537 30463 raft_consensus.cc:366] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.206785 30463 raft_consensus.cc:392] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.206796 30301 raft_consensus.cc:392] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.206856 30463 raft_consensus.cc:787] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21b179f0abeb4066ba64834a19b5d907, State: Initialized, Role: FOLLOWER
20:59:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.206904 30301 raft_consensus.cc:787] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10b08ccc5eeb4505993f244335615db7, State: Initialized, Role: FOLLOWER
20:59:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.207401 30463 consensus_queue.cc:261] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.207548 30301 consensus_queue.cc:261] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.208235 30474 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.208513 30474 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: This master's current role is: FOLLOWER
20:59:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.209867 30463 sys_catalog.cc:565] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: configured and running, proceeding with master startup.
20:59:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.209888 30301 sys_catalog.cc:565] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: configured and running, proceeding with master startup.
20:59:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.209959 30475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.210224 30475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: This master's current role is: FOLLOWER
20:59:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.215734 30474 raft_consensus.cc:534] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:59:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.216271 30474 raft_consensus.cc:556] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.218070 30474 leader_election.cc:290] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 10b08ccc5eeb4505993f244335615db7 (127.29.129.190:34639), 08617fd217d44b2d907b7b5d4c529d11 (127.29.129.189:35449)
20:59:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.219485 30266 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b179f0abeb4066ba64834a19b5d907" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10b08ccc5eeb4505993f244335615db7" is_pre_election: true
20:59:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.220094 30266 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 21b179f0abeb4066ba64834a19b5d907 in term 0
20:59:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.222040 30403 leader_election.cc:304] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10b08ccc5eeb4505993f244335615db7, 21b179f0abeb4066ba64834a19b5d907; no voters: 
20:59:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.217626 30385 master_runner.cc:187] Error getting master registration for 127.29.129.190:34639: OK, instance_id { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" instance_seqno: 1795208392247247 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:59:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.222478 30474 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:59:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.222610 30474 raft_consensus.cc:534] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:59:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.222693 30385 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:59:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.222718 30474 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 0 FOLLOWER]: Advancing to term 1
20:59:53.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.228971 30474 raft_consensus.cc:556] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.231082 30474 leader_election.cc:290] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [CANDIDATE]: Term 1 election: Requested vote from peers 10b08ccc5eeb4505993f244335615db7 (127.29.129.190:34639), 08617fd217d44b2d907b7b5d4c529d11 (127.29.129.189:35449)
20:59:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.233915 30245 tablet.cc:2554] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:59:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.234086 30492 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:59:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.234198 30492 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:59:53.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.234989 30266 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b179f0abeb4066ba64834a19b5d907" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10b08ccc5eeb4505993f244335615db7"
20:59:53.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.235183 30266 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 0 FOLLOWER]: Advancing to term 1
20:59:53.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.235766 30266 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 21b179f0abeb4066ba64834a19b5d907 in term 1
20:59:53.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.239212 30403 leader_election.cc:304] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10b08ccc5eeb4505993f244335615db7, 21b179f0abeb4066ba64834a19b5d907; no voters: 
20:59:53.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.239516 30496 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 1 FOLLOWER]: Leader election won for term 1
20:59:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.239683 30496 raft_consensus.cc:744] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [term 1 LEADER]: Becoming Leader. State: Replica: 21b179f0abeb4066ba64834a19b5d907, State: Running, Role: LEADER
20:59:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.227751 30225 master_runner.cc:187] Error getting master registration for 127.29.129.189:35449: OK, instance_id { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" instance_seqno: 1795208392693674 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:59:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.239899 30225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:59:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.240401 30496 consensus_queue.cc:238] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.242856 30498 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:59:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.242954 30498 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:59:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.243811 30474 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 21b179f0abeb4066ba64834a19b5d907. Latest consensus state: current_term: 1 leader_uuid: "21b179f0abeb4066ba64834a19b5d907" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.244059 30474 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: This master's current role is: LEADER
20:59:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.245338 30502 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
20:59:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.254666 30502 catalog_manager.cc:1535] Initializing Kudu cluster ID...
20:59:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.264142 30503 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [LEADER]: Connected to new peer: Peer: permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:59:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.291756 30496 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "21b179f0abeb4066ba64834a19b5d907" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.292073 30496 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: This master's current role is: LEADER
20:59:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.292192 30475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 21b179f0abeb4066ba64834a19b5d907. Latest consensus state: current_term: 1 leader_uuid: "21b179f0abeb4066ba64834a19b5d907" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.292421 30475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: This master's current role is: FOLLOWER
20:59:53.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.298674 30475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "21b179f0abeb4066ba64834a19b5d907" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.298908 30475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: This master's current role is: FOLLOWER
20:59:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.321230 30502 catalog_manager.cc:1398] Generated new cluster ID: be52124b7ec64a79ba64b953a747b6aa
20:59:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.321364 30502 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
20:59:53.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.358212 30502 catalog_manager.cc:1421] Generated new certificate authority record
20:59:53.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.361768 30502 catalog_manager.cc:1555] Loading token signing keys...
20:59:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.388051 30502 catalog_manager.cc:6237] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907: Generated new TSK 0
20:59:53.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.390352 30502 catalog_manager.cc:1565] Initializing in-progress tserver states...
20:59:53.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.393533 30382 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } attempt: 5
20:59:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.407076 30382 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11: Bootstrap starting.
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.415571 30382 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11: Neither blocks nor log segments found. Creating new log.
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.415875 30214 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/wal
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/data
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/logs
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/data/info.pb
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:59:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.129:0
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.129.129
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.129
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:59:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:59:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.417997 30382 log.cc:826] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11: Log is configured to *not* fsync() on all Append() calls
20:59:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.431747 30382 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11: No bootstrap required, opened a new log
20:59:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.445936 30382 raft_consensus.cc:366] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.446597 30382 raft_consensus.cc:392] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.446812 30382 raft_consensus.cc:787] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08617fd217d44b2d907b7b5d4c529d11, State: Initialized, Role: FOLLOWER
20:59:53.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.448340 30382 consensus_queue.cc:261] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.460707 30347 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b179f0abeb4066ba64834a19b5d907" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08617fd217d44b2d907b7b5d4c529d11" is_pre_election: true
20:59:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.460879 30346 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b179f0abeb4066ba64834a19b5d907" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08617fd217d44b2d907b7b5d4c529d11"
20:59:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.463999 30345 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 0 FOLLOWER]: Advancing to term 1
20:59:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.469169 30382 sys_catalog.cc:565] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: configured and running, proceeding with master startup.
20:59:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.474892 30511 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.475482 30511 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: This master's current role is: FOLLOWER
20:59:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.477788 30474 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:59:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.522897 30512 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 21b179f0abeb4066ba64834a19b5d907. Latest consensus state: current_term: 1 leader_uuid: "21b179f0abeb4066ba64834a19b5d907" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.522921 30511 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "21b179f0abeb4066ba64834a19b5d907" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.523211 30512 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: This master's current role is: FOLLOWER
20:59:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.523239 30511 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: This master's current role is: FOLLOWER
20:59:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.557734 30527 catalog_manager.cc:820] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:59:53.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.583164 30474 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "21b179f0abeb4066ba64834a19b5d907" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:53.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.583441 30474 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b179f0abeb4066ba64834a19b5d907 [sys.catalog]: This master's current role is: LEADER
20:59:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.890900 30510 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:59:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.891187 30510 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:59:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.891278 30510 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:59:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.900341 30510 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:59:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.900477 30510 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:59:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.900527 30510 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:59:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.900561 30510 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:59:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.900650 30510 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.129.129
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.910821 30510 tablet_server_runner.cc:78] Tablet server non-default flags:
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/logs
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/data
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/wal
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.129:0
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/data/info.pb
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.129
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.129.129
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 20:43:17 UTC on bdcb31816ec0
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14882
20:59:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:59:53.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.912562 30510 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:59:53.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.914366 30510 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:59:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.923729 30533 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.923699 30532 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:53.924240 30535 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:53.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.924875 30510 server_base.cc:1061] running on GCE node
20:59:53.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.925428 30510 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:59:53.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.926352 30510 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:59:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.927577 30510 hybrid_clock.cc:648] HybridClock initialized: now 1795208393927525 us; error 25 us; skew 500 ppm
20:59:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.927879 30510 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:59:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.929949 30510 webserver.cc:577] Webserver started at http://127.29.129.129:39041/ using document root <none> and password file <none>
20:59:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.930632 30510 fs_manager.cc:362] Metadata directory not provided
20:59:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.930766 30510 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:59:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.931151 30510 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:59:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.933593 30510 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/data/instance:
20:59:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b9231bdded44f23a862caa385a820c2"
20:59:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:53 on dist-test-slave-rppg"
20:59:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.934296 30510 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/wal/instance:
20:59:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b9231bdded44f23a862caa385a820c2"
20:59:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:53 on dist-test-slave-rppg"
20:59:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.939105 30510 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.000s
20:59:53.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.942206 30541 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:59:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.943490 30510 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
20:59:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.943641 30510 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/data,/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/wal
20:59:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b9231bdded44f23a862caa385a820c2"
20:59:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:53 on dist-test-slave-rppg"
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.943822 30510 fs_report.cc:389] FS layout report
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/wal
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/wal
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/data/data
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:59:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:59:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.958527 30510 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:59:53.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.959313 30510 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:59:53.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.959589 30510 kserver.cc:163] Server-wide thread pool size limit: 3276
20:59:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.962548 30510 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:59:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.962649 30510 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:59:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.962754 30510 ts_tablet_manager.cc:662] Registered 0 tablets
20:59:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:53.962826 30510 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:59:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.013592 30510 rpc_server.cc:307] RPC server started. Bound to: 127.29.129.129:35011
20:59:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.013648 30665 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.129.129:35011 every 8 connection(s)
20:59:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.014915 30510 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/data/info.pb
20:59:54.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.017772 30667 heartbeater.cc:345] Connected to a master server at 127.29.129.190:34639
20:59:54.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.018085 30667 heartbeater.cc:462] Registering TS with master...
20:59:54.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.019172 30667 heartbeater.cc:508] Master 127.29.129.190:34639 requested a full tablet report, sending...
20:59:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.021631 30256 ts_manager.cc:210] Registered new tserver with Master: 3b9231bdded44f23a862caa385a820c2 (127.29.129.129:35011)
20:59:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.022840 30214 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasknoSFox/build/asan/bin/kudu as pid 30510
20:59:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.023051 30214 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-0/wal/instance
20:59:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.024394 30666 heartbeater.cc:345] Connected to a master server at 127.29.129.188:43441
20:59:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.024516 30666 heartbeater.cc:462] Registering TS with master...
20:59:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.024952 30666 heartbeater.cc:508] Master 127.29.129.188:43441 requested a full tablet report, sending...
20:59:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.025280 30668 heartbeater.cc:345] Connected to a master server at 127.29.129.189:35449
20:59:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.025408 30668 heartbeater.cc:462] Registering TS with master...
20:59:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.025830 30668 heartbeater.cc:508] Master 127.29.129.189:35449 requested a full tablet report, sending...
20:59:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.026834 30418 ts_manager.cc:210] Registered new tserver with Master: 3b9231bdded44f23a862caa385a820c2 (127.29.129.129:35011)
20:59:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.027189 30337 ts_manager.cc:210] Registered new tserver with Master: 3b9231bdded44f23a862caa385a820c2 (127.29.129.129:35011)
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.028402 30418 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.29.129.129:40847
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.028568 30214 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/wal
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/data
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/logs
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/data/info.pb
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:59:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.130:0
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.129.130
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.130
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:59:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:59:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.244834 30498 catalog_manager.cc:1310] Loaded cluster ID: be52124b7ec64a79ba64b953a747b6aa
20:59:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.244943 30498 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: loading cluster ID for follower catalog manager: success
20:59:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.247617 30498 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: acquiring CA information for follower catalog manager: success
20:59:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.249537 30498 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:59:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.360642 30671 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:59:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.360927 30671 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:59:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.361022 30671 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:59:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.369371 30671 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:59:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.369518 30671 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:59:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.369567 30671 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:59:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.369602 30671 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:59:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.369692 30671 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.129.130
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.379891 30671 tablet_server_runner.cc:78] Tablet server non-default flags:
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/logs
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/data
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/wal
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.130:0
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/data/info.pb
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.130
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.129.130
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 20:43:17 UTC on bdcb31816ec0
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14882
20:59:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:59:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.381505 30671 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:59:54.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.383301 30671 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:59:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.392630 30676 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.392635 30677 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.393239 30679 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.393637 30671 server_base.cc:1061] running on GCE node
20:59:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.394196 30671 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:59:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.395025 30671 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:59:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.396251 30671 hybrid_clock.cc:648] HybridClock initialized: now 1795208394396185 us; error 37 us; skew 500 ppm
20:59:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.396613 30671 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:59:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.398721 30671 webserver.cc:577] Webserver started at http://127.29.129.130:46415/ using document root <none> and password file <none>
20:59:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.399430 30671 fs_manager.cc:362] Metadata directory not provided
20:59:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.399539 30671 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:59:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.399883 30671 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:59:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.402262 30671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/data/instance:
20:59:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67870c8740204b9b9720b4af92e4a734"
20:59:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:54 on dist-test-slave-rppg"
20:59:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.403048 30671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/wal/instance:
20:59:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67870c8740204b9b9720b4af92e4a734"
20:59:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:54 on dist-test-slave-rppg"
20:59:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.408205 30671 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.003s	sys 0.004s
20:59:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.411486 30685 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:59:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.412820 30671 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.412966 30671 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/data,/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/wal
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67870c8740204b9b9720b4af92e4a734"
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:54 on dist-test-slave-rppg"
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.413143 30671 fs_report.cc:389] FS layout report
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/wal
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/wal
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/data/data
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:59:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:59:54.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.450340 30671 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:59:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.451259 30671 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:59:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.451555 30671 kserver.cc:163] Server-wide thread pool size limit: 3276
20:59:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.454594 30671 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:59:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.454704 30671 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:59:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.454818 30671 ts_tablet_manager.cc:662] Registered 0 tablets
20:59:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.454900 30671 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:59:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.506582 30671 rpc_server.cc:307] RPC server started. Bound to: 127.29.129.130:39321
20:59:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.506616 30806 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.129.130:39321 every 8 connection(s)
20:59:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.507966 30671 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/data/info.pb
20:59:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.510968 30808 heartbeater.cc:345] Connected to a master server at 127.29.129.190:34639
20:59:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.511346 30808 heartbeater.cc:462] Registering TS with master...
20:59:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.512434 30808 heartbeater.cc:508] Master 127.29.129.190:34639 requested a full tablet report, sending...
20:59:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.514045 30256 ts_manager.cc:210] Registered new tserver with Master: 67870c8740204b9b9720b4af92e4a734 (127.29.129.130:39321)
20:59:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.515240 30214 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasknoSFox/build/asan/bin/kudu as pid 30671
20:59:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.515431 30214 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-1/wal/instance
20:59:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.516402 30807 heartbeater.cc:345] Connected to a master server at 127.29.129.188:43441
20:59:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.516533 30807 heartbeater.cc:462] Registering TS with master...
20:59:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.517004 30807 heartbeater.cc:508] Master 127.29.129.188:43441 requested a full tablet report, sending...
20:59:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.517938 30418 ts_manager.cc:210] Registered new tserver with Master: 67870c8740204b9b9720b4af92e4a734 (127.29.129.130:39321)
20:59:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.518956 30418 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.29.129.130:51217
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.520176 30809 heartbeater.cc:345] Connected to a master server at 127.29.129.189:35449
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.520323 30809 heartbeater.cc:462] Registering TS with master...
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.520370 30214 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknoSFox/build/asan/bin/kudu
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/wal
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/data
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/logs
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/data/info.pb
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.131:0
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.129.131
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.131
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:59:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.520617 30809 heartbeater.cc:508] Master 127.29.129.189:35449 requested a full tablet report, sending...
20:59:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.522419 30337 ts_manager.cc:210] Registered new tserver with Master: 67870c8740204b9b9720b4af92e4a734 (127.29.129.130:39321)
20:59:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.562498 30527 catalog_manager.cc:1310] Loaded cluster ID: be52124b7ec64a79ba64b953a747b6aa
20:59:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.562626 30527 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11: loading cluster ID for follower catalog manager: success
20:59:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.566565 30527 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11: acquiring CA information for follower catalog manager: success
20:59:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.569044 30527 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:59:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.853919 30812 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:59:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.854225 30812 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:59:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.854355 30812 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:59:54.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.862740 30812 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:59:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.862931 30812 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:59:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.863005 30812 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:59:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.863058 30812 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:59:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.863178 30812 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.129.131
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.873850 30812 tablet_server_runner.cc:78] Tablet server non-default flags:
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/logs
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.129.148:32905
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/data
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/wal
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.129.131:0
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/data/info.pb
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.129.131
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.129.190:34639,127.29.129.189:35449,127.29.129.188:43441
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:59:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.129.131
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 20:43:17 UTC on bdcb31816ec0
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14882
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:59:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.875814 30812 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:59:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.877709 30812 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:59:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.887609 30819 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.887557 30818 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:54.889156 30821 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:59:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.889721 30812 server_base.cc:1061] running on GCE node
20:59:54.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.890408 30812 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:59:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.891517 30812 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:59:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.892851 30812 hybrid_clock.cc:648] HybridClock initialized: now 1795208394892730 us; error 92 us; skew 500 ppm
20:59:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.893111 30812 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:59:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.895219 30812 webserver.cc:577] Webserver started at http://127.29.129.131:33737/ using document root <none> and password file <none>
20:59:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.895913 30812 fs_manager.cc:362] Metadata directory not provided
20:59:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.896095 30812 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:59:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.896437 30812 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:59:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.898765 30812 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/data/instance:
20:59:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0"
20:59:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:54 on dist-test-slave-rppg"
20:59:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.899485 30812 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/wal/instance:
20:59:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0"
20:59:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:54 on dist-test-slave-rppg"
20:59:54.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.905177 30812 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
20:59:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.908746 30827 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:59:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.910389 30812 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:59:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.910531 30812 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/data,/tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/wal
20:59:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0"
20:59:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 20:59:54 on dist-test-slave-rppg"
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.910720 30812 fs_report.cc:389] FS layout report
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/wal
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/wal
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/data/data
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:59:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:59:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.939049 30812 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:59:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.940071 30812 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:59:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.940376 30812 kserver.cc:163] Server-wide thread pool size limit: 3276
20:59:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.943348 30812 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:59:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.943462 30812 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:59:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.943564 30812 ts_tablet_manager.cc:662] Registered 0 tablets
20:59:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.943647 30812 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:59:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.995576 30812 rpc_server.cc:307] RPC server started. Bound to: 127.29.129.131:44545
20:59:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.995613 30948 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.129.131:44545 every 8 connection(s)
20:59:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:54.996984 30812 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/data/info.pb
20:59:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.000280 30950 heartbeater.cc:345] Connected to a master server at 127.29.129.190:34639
20:59:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.000582 30950 heartbeater.cc:462] Registering TS with master...
20:59:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.001677 30950 heartbeater.cc:508] Master 127.29.129.190:34639 requested a full tablet report, sending...
20:59:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.003610 30256 ts_manager.cc:210] Registered new tserver with Master: 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545)
20:59:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.004776 30949 heartbeater.cc:345] Connected to a master server at 127.29.129.188:43441
20:59:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.005033 30949 heartbeater.cc:462] Registering TS with master...
20:59:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.005627 30949 heartbeater.cc:508] Master 127.29.129.188:43441 requested a full tablet report, sending...
20:59:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.006651 30951 heartbeater.cc:345] Connected to a master server at 127.29.129.189:35449
20:59:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.006642 30418 ts_manager.cc:210] Registered new tserver with Master: 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545)
20:59:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.006763 30951 heartbeater.cc:462] Registering TS with master...
20:59:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.007131 30214 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasknoSFox/build/asan/bin/kudu as pid 30812
20:59:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.007177 30951 heartbeater.cc:508] Master 127.29.129.189:35449 requested a full tablet report, sending...
20:59:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.007296 30214 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasknoSFox/test-tmp/mini-kudu-cluster16519532549835715347/ts-2/wal/instance
20:59:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.007547 30418 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.29.129.131:50459
20:59:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.008351 30337 ts_manager.cc:210] Registered new tserver with Master: 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545)
20:59:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.015667 30214 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:59:55.017 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:59:55.017 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:59:55.019 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.129.190"
      port: 34639
    }
    bound_http_address {
      host: "127.29.129.190"
      port: 34133
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.129.189"
      port: 35449
    }
    bound_http_address {
      host: "127.29.129.189"
      port: 44569
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.129.188"
      port: 43441
    }
    bound_http_address {
      host: "127.29.129.188"
      port: 40227
    }
  }
}

20:59:55.019 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:59:55.019 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.129.129"
      port: 35011
    }
    bound_http_address {
      host: "127.29.129.129"
      port: 39041
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.129.130"
      port: 39321
    }
    bound_http_address {
      host: "127.29.129.130"
      port: 46415
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.129.131"
      port: 44545
    }
    bound_http_address {
      host: "127.29.129.131"
      port: 33737
    }
  }
}

20:59:55.020 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:59:55.021 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:59:55.022 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.129.189:35449(127.29.129.189:35449)] connecting to peer
20:59:55.023 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.129.190:34639(127.29.129.190:34639)] connecting to peer
20:59:55.024 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:55.024 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.129.189:35449(127.29.129.189:35449)] Successfully connected to peer
20:59:55.025 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.129.188:43441(127.29.129.188:43441)] Successfully connected to peer
20:59:55.026 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.129.189
20:59:55.027 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.129.190:34639(127.29.129.190:34639)] Successfully connected to peer
20:59:55.027 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.129.188
20:59:55.029 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.129.190
20:59:55.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.030459 30666 heartbeater.cc:500] Master 127.29.129.188:43441 was elected leader, sending a full tablet report...
20:59:55.036 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x782cf5f2, L:/127.0.0.1:50862 - R:/127.29.129.189:35449] using SASL/PLAIN
20:59:55.036 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x5c4af7f7, L:/127.0.0.1:59568 - R:/127.29.129.190:34639] using SASL/PLAIN
20:59:55.047 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x1f105dab, L:/127.0.0.1:53932 - R:/127.29.129.188:43441] using SASL/PLAIN
20:59:55.049 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:59:55.049 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=26), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [15ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: OK, deferred=null) after lookup
20:59:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.050561 30418 catalog_manager.cc:2301] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53932:
20:59:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:59:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:55.053001 30418 catalog_manager.cc:7244] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:59:55.067 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f1a73c375dd24e0a8a25b7b2f29b9f2c
20:59:55.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.104961 30598 tablet_service.cc:1495] Processing CreateTablet for tablet 54bd4ba79e2c43ab8e05d40f32208972 (DEFAULT_TABLE table=txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:59:55.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.106554 30598 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54bd4ba79e2c43ab8e05d40f32208972. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.106735 30599 tablet_service.cc:1495] Processing CreateTablet for tablet 70ac717ae1a9460e9b78c5124e565d78 (DEFAULT_TABLE table=txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:59:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.107225 30599 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 70ac717ae1a9460e9b78c5124e565d78. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.113685 30881 tablet_service.cc:1495] Processing CreateTablet for tablet 70ac717ae1a9460e9b78c5124e565d78 (DEFAULT_TABLE table=txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:59:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.113672 30742 tablet_service.cc:1495] Processing CreateTablet for tablet 70ac717ae1a9460e9b78c5124e565d78 (DEFAULT_TABLE table=txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:59:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.114950 30880 tablet_service.cc:1495] Processing CreateTablet for tablet 54bd4ba79e2c43ab8e05d40f32208972 (DEFAULT_TABLE table=txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:59:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.115144 30742 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 70ac717ae1a9460e9b78c5124e565d78. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.115792 30881 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 70ac717ae1a9460e9b78c5124e565d78. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.118852 30741 tablet_service.cc:1495] Processing CreateTablet for tablet 54bd4ba79e2c43ab8e05d40f32208972 (DEFAULT_TABLE table=txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:59:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.119997 30741 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54bd4ba79e2c43ab8e05d40f32208972. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.124372 30880 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54bd4ba79e2c43ab8e05d40f32208972. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.135670 30977 tablet_bootstrap.cc:492] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734: Bootstrap starting.
20:59:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.136979 30978 tablet_bootstrap.cc:492] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Bootstrap starting.
20:59:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.139402 30977 tablet_bootstrap.cc:654] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734: Neither blocks nor log segments found. Creating new log.
20:59:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.141386 30978 tablet_bootstrap.cc:654] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Neither blocks nor log segments found. Creating new log.
20:59:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.141486 30977 log.cc:826] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734: Log is configured to *not* fsync() on all Append() calls
20:59:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.141562 30976 tablet_bootstrap.cc:492] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2: Bootstrap starting.
20:59:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.142572 30978 log.cc:826] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Log is configured to *not* fsync() on all Append() calls
20:59:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.144922 30976 tablet_bootstrap.cc:654] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2: Neither blocks nor log segments found. Creating new log.
20:59:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.145119 30978 tablet_bootstrap.cc:492] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0: No bootstrap required, opened a new log
20:59:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.145237 30977 tablet_bootstrap.cc:492] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734: No bootstrap required, opened a new log
20:59:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.145491 30978 ts_tablet_manager.cc:1449] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Time spent bootstrapping tablet: real 0.009s	user 0.008s	sys 0.000s
20:59:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.145530 30977 ts_tablet_manager.cc:1449] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734: Time spent bootstrapping tablet: real 0.010s	user 0.008s	sys 0.000s
20:59:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.149024 30976 log.cc:826] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2: Log is configured to *not* fsync() on all Append() calls
20:59:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.151618 30978 raft_consensus.cc:366] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.152176 30978 raft_consensus.cc:392] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.152386 30978 raft_consensus.cc:787] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ec907a404ac44b6b7dea4e5e74b7ed0, State: Initialized, Role: FOLLOWER
20:59:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.152506 30977 raft_consensus.cc:366] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.152931 30977 raft_consensus.cc:392] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.153090 30977 raft_consensus.cc:787] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67870c8740204b9b9720b4af92e4a734, State: Initialized, Role: FOLLOWER
20:59:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.153319 30978 consensus_queue.cc:261] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.153803 30977 consensus_queue.cc:261] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.156919 30949 heartbeater.cc:500] Master 127.29.129.188:43441 was elected leader, sending a full tablet report...
20:59:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.158360 30978 ts_tablet_manager.cc:1480] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Time spent starting tablet: real 0.013s	user 0.008s	sys 0.003s
20:59:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.158849 30978 tablet_bootstrap.cc:492] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Bootstrap starting.
20:59:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.160703 30978 tablet_bootstrap.cc:654] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Neither blocks nor log segments found. Creating new log.
20:59:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.166360 30807 heartbeater.cc:500] Master 127.29.129.188:43441 was elected leader, sending a full tablet report...
20:59:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.166999 30977 ts_tablet_manager.cc:1480] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734: Time spent starting tablet: real 0.021s	user 0.015s	sys 0.000s
20:59:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.167467 30976 tablet_bootstrap.cc:492] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2: No bootstrap required, opened a new log
20:59:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.167774 30976 ts_tablet_manager.cc:1449] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2: Time spent bootstrapping tablet: real 0.026s	user 0.008s	sys 0.004s
20:59:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.169237 30977 tablet_bootstrap.cc:492] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734: Bootstrap starting.
20:59:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.171139 30977 tablet_bootstrap.cc:654] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734: Neither blocks nor log segments found. Creating new log.
20:59:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.173910 30978 tablet_bootstrap.cc:492] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0: No bootstrap required, opened a new log
20:59:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.174054 30978 ts_tablet_manager.cc:1449] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Time spent bootstrapping tablet: real 0.015s	user 0.003s	sys 0.001s
20:59:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.174850 30978 raft_consensus.cc:366] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.175141 30978 raft_consensus.cc:392] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.175249 30977 tablet_bootstrap.cc:492] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734: No bootstrap required, opened a new log
20:59:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.175333 30978 raft_consensus.cc:787] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ec907a404ac44b6b7dea4e5e74b7ed0, State: Initialized, Role: FOLLOWER
20:59:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.175499 30977 ts_tablet_manager.cc:1449] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734: Time spent bootstrapping tablet: real 0.006s	user 0.002s	sys 0.002s
20:59:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.175225 30976 raft_consensus.cc:366] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.175627 30976 raft_consensus.cc:392] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.175747 30978 consensus_queue.cc:261] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.175801 30976 raft_consensus.cc:787] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b9231bdded44f23a862caa385a820c2, State: Initialized, Role: FOLLOWER
20:59:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.176469 30977 raft_consensus.cc:366] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.176748 30977 raft_consensus.cc:392] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.176699 30976 consensus_queue.cc:261] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.176936 30977 raft_consensus.cc:787] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67870c8740204b9b9720b4af92e4a734, State: Initialized, Role: FOLLOWER
20:59:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.177261 30977 consensus_queue.cc:261] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.177897 30977 ts_tablet_manager.cc:1480] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.001s
20:59:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.178956 30983 raft_consensus.cc:534] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:59:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.179164 30983 raft_consensus.cc:556] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.179387 30978 ts_tablet_manager.cc:1480] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Time spent starting tablet: real 0.005s	user 0.002s	sys 0.000s
20:59:55.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.181263 30983 leader_election.cc:290] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545), 3b9231bdded44f23a862caa385a820c2 (127.29.129.129:35011)
20:59:55.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.188390 30976 ts_tablet_manager.cc:1480] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2: Time spent starting tablet: real 0.021s	user 0.013s	sys 0.004s
20:59:55.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.188843 30976 tablet_bootstrap.cc:492] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2: Bootstrap starting.
20:59:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.191350 30976 tablet_bootstrap.cc:654] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2: Neither blocks nor log segments found. Creating new log.
20:59:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.197399 30976 tablet_bootstrap.cc:492] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2: No bootstrap required, opened a new log
20:59:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.197553 30976 ts_tablet_manager.cc:1449] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2: Time spent bootstrapping tablet: real 0.009s	user 0.001s	sys 0.002s
20:59:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.198382 30976 raft_consensus.cc:366] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.198560 30976 raft_consensus.cc:392] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.198637 30976 raft_consensus.cc:787] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b9231bdded44f23a862caa385a820c2, State: Initialized, Role: FOLLOWER
20:59:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.198877 30976 consensus_queue.cc:261] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.199357 30976 ts_tablet_manager.cc:1480] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.001s
20:59:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.199906 30621 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "70ac717ae1a9460e9b78c5124e565d78" candidate_uuid: "67870c8740204b9b9720b4af92e4a734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b9231bdded44f23a862caa385a820c2" is_pre_election: true
20:59:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.200507 30621 raft_consensus.cc:2062] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 67870c8740204b9b9720b4af92e4a734 in term 0
20:59:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.201548 30689 leader_election.cc:304] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b9231bdded44f23a862caa385a820c2, 67870c8740204b9b9720b4af92e4a734; no voters: 
20:59:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.201573 30904 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "70ac717ae1a9460e9b78c5124e565d78" candidate_uuid: "67870c8740204b9b9720b4af92e4a734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" is_pre_election: true
20:59:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.201963 30983 raft_consensus.cc:3024] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:59:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.202090 30904 raft_consensus.cc:2062] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 67870c8740204b9b9720b4af92e4a734 in term 0
20:59:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.202128 30983 raft_consensus.cc:534] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:59:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.202227 30983 raft_consensus.cc:3296] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Advancing to term 1
20:59:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.205736 30983 raft_consensus.cc:556] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.208340 30983 leader_election.cc:290] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [CANDIDATE]: Term 1 election: Requested vote from peers 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545), 3b9231bdded44f23a862caa385a820c2 (127.29.129.129:35011)
20:59:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.208720 30904 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "70ac717ae1a9460e9b78c5124e565d78" candidate_uuid: "67870c8740204b9b9720b4af92e4a734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0"
20:59:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.208819 30621 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "70ac717ae1a9460e9b78c5124e565d78" candidate_uuid: "67870c8740204b9b9720b4af92e4a734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b9231bdded44f23a862caa385a820c2"
20:59:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.208895 30904 raft_consensus.cc:3296] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Advancing to term 1
20:59:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.208990 30621 raft_consensus.cc:3296] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Advancing to term 1
20:59:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.209272 30904 raft_consensus.cc:2062] T 70ac717ae1a9460e9b78c5124e565d78 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 67870c8740204b9b9720b4af92e4a734 in term 1
20:59:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.209430 30621 raft_consensus.cc:2062] T 70ac717ae1a9460e9b78c5124e565d78 P 3b9231bdded44f23a862caa385a820c2 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 67870c8740204b9b9720b4af92e4a734 in term 1
20:59:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.212579 30687 leader_election.cc:304] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ec907a404ac44b6b7dea4e5e74b7ed0, 67870c8740204b9b9720b4af92e4a734; no voters: 
20:59:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.212888 30983 raft_consensus.cc:3024] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 1 FOLLOWER]: Leader election won for term 1
20:59:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.213045 30983 raft_consensus.cc:744] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [term 1 LEADER]: Becoming Leader. State: Replica: 67870c8740204b9b9720b4af92e4a734, State: Running, Role: LEADER
20:59:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.213514 30983 consensus_queue.cc:238] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } }
20:59:55.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.218755 30417 catalog_manager.cc:5856] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 reported cstate change: term changed from 0 to 1, leader changed from <none> to 67870c8740204b9b9720b4af92e4a734 (127.29.129.130). New cstate: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } health_report { overall_health: HEALTHY } } }
20:59:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.222309 30990 consensus_queue.cc:1049] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:59:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.227226 30990 consensus_queue.cc:1049] T 70ac717ae1a9460e9b78c5124e565d78 P 67870c8740204b9b9720b4af92e4a734 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:59:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:55.249852 30952 tablet.cc:2554] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:59:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:55.261050 30810 tablet.cc:2554] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:59:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:55.267705 30669 tablet.cc:2554] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:59:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.478572 30986 raft_consensus.cc:534] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:59:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.478771 30986 raft_consensus.cc:556] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.480450 30986 leader_election.cc:290] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 67870c8740204b9b9720b4af92e4a734 (127.29.129.130:39321), 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545)
20:59:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.487402 30904 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "54bd4ba79e2c43ab8e05d40f32208972" candidate_uuid: "3b9231bdded44f23a862caa385a820c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" is_pre_election: true
20:59:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.487389 30762 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "54bd4ba79e2c43ab8e05d40f32208972" candidate_uuid: "3b9231bdded44f23a862caa385a820c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67870c8740204b9b9720b4af92e4a734" is_pre_election: true
20:59:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.487684 30904 raft_consensus.cc:2062] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 3b9231bdded44f23a862caa385a820c2 in term 0
20:59:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.487774 30762 raft_consensus.cc:2062] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 3b9231bdded44f23a862caa385a820c2 in term 0
20:59:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.488210 30543 leader_election.cc:304] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ec907a404ac44b6b7dea4e5e74b7ed0, 3b9231bdded44f23a862caa385a820c2; no voters: 
20:59:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.488610 30986 raft_consensus.cc:3024] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:59:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.488731 30986 raft_consensus.cc:534] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:59:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.488790 30986 raft_consensus.cc:3296] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Advancing to term 1
20:59:55.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.489295 30986 raft_consensus.cc:556] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.491721 30986 leader_election.cc:290] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [CANDIDATE]: Term 1 election: Requested vote from peers 67870c8740204b9b9720b4af92e4a734 (127.29.129.130:39321), 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545)
20:59:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.492226 30762 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "54bd4ba79e2c43ab8e05d40f32208972" candidate_uuid: "3b9231bdded44f23a862caa385a820c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67870c8740204b9b9720b4af92e4a734"
20:59:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.492312 30904 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "54bd4ba79e2c43ab8e05d40f32208972" candidate_uuid: "3b9231bdded44f23a862caa385a820c2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0"
20:59:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.492455 30762 raft_consensus.cc:3296] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Advancing to term 1
20:59:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.492501 30904 raft_consensus.cc:3296] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Advancing to term 1
20:59:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.492812 30904 raft_consensus.cc:2062] T 54bd4ba79e2c43ab8e05d40f32208972 P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 3b9231bdded44f23a862caa385a820c2 in term 1
20:59:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.492856 30762 raft_consensus.cc:2062] T 54bd4ba79e2c43ab8e05d40f32208972 P 67870c8740204b9b9720b4af92e4a734 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 3b9231bdded44f23a862caa385a820c2 in term 1
20:59:55.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.495844 30545 leader_election.cc:304] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b9231bdded44f23a862caa385a820c2, 67870c8740204b9b9720b4af92e4a734; no voters: 
20:59:55.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.496178 30986 raft_consensus.cc:3024] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 1 FOLLOWER]: Leader election won for term 1
20:59:55.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.496323 30986 raft_consensus.cc:744] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [term 1 LEADER]: Becoming Leader. State: Replica: 3b9231bdded44f23a862caa385a820c2, State: Running, Role: LEADER
20:59:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.496826 30986 consensus_queue.cc:238] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.501741 31001 consensus_queue.cc:1049] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:59:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.501959 30986 consensus_queue.cc:1049] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:59:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.502077 30418 catalog_manager.cc:5856] T 54bd4ba79e2c43ab8e05d40f32208972 P 3b9231bdded44f23a862caa385a820c2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3b9231bdded44f23a862caa385a820c2 (127.29.129.129). New cstate: current_term: 1 leader_uuid: "3b9231bdded44f23a862caa385a820c2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } health_report { overall_health: UNKNOWN } } }
20:59:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.914431 30416 catalog_manager.cc:2301] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53936:
20:59:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:59:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:59:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:59:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:59:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:59:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:55.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:59:55.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:59:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:55.915642 30416 catalog_manager.cc:7244] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:59:55.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.930619 30599 tablet_service.cc:1495] Processing CreateTablet for tablet 31ae025c066a495ea25dc3b615ff17fb (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=e69a1fc138b845e5b91b15bfd7429bc0]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:59:55.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.930879 30742 tablet_service.cc:1495] Processing CreateTablet for tablet 31ae025c066a495ea25dc3b615ff17fb (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=e69a1fc138b845e5b91b15bfd7429bc0]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:59:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.931701 30599 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 31ae025c066a495ea25dc3b615ff17fb. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.931703 30742 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 31ae025c066a495ea25dc3b615ff17fb. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.932474 30881 tablet_service.cc:1495] Processing CreateTablet for tablet 31ae025c066a495ea25dc3b615ff17fb (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=e69a1fc138b845e5b91b15bfd7429bc0]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:59:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.933346 30881 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 31ae025c066a495ea25dc3b615ff17fb. 1 dirs total, 0 dirs full, 0 dirs failed
20:59:55.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.937454 31019 tablet_bootstrap.cc:492] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: Bootstrap starting.
20:59:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.939039 31019 tablet_bootstrap.cc:654] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: Neither blocks nor log segments found. Creating new log.
20:59:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.939652 31020 tablet_bootstrap.cc:492] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: Bootstrap starting.
20:59:55.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.941741 31020 tablet_bootstrap.cc:654] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: Neither blocks nor log segments found. Creating new log.
20:59:55.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.942098 31019 tablet_bootstrap.cc:492] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: No bootstrap required, opened a new log
20:59:55.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.942237 31019 ts_tablet_manager.cc:1449] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: Time spent bootstrapping tablet: real 0.005s	user 0.000s	sys 0.004s
20:59:55.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.942837 31022 tablet_bootstrap.cc:492] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: Bootstrap starting.
20:59:55.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.942996 31019 raft_consensus.cc:366] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.943188 31019 raft_consensus.cc:392] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.943271 31019 raft_consensus.cc:787] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67870c8740204b9b9720b4af92e4a734, State: Initialized, Role: FOLLOWER
20:59:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.943521 31019 consensus_queue.cc:261] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.943687 31020 tablet_bootstrap.cc:492] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: No bootstrap required, opened a new log
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.943821 31020 ts_tablet_manager.cc:1449] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: Time spent bootstrapping tablet: real 0.004s	user 0.003s	sys 0.000s
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.944101 31019 ts_tablet_manager.cc:1480] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.944433 31007 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.944589 31022 tablet_bootstrap.cc:654] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: Neither blocks nor log segments found. Creating new log.
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.944631 31007 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: This TxnStatusTablet replica's current role is: FOLLOWER
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.944749 31020 raft_consensus.cc:366] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.944921 31020 raft_consensus.cc:392] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.944984 31020 raft_consensus.cc:787] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b9231bdded44f23a862caa385a820c2, State: Initialized, Role: FOLLOWER
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.945164 31020 consensus_queue.cc:261] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.945623 31020 ts_tablet_manager.cc:1480] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.946257 31001 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.946483 31001 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: This TxnStatusTablet replica's current role is: FOLLOWER
20:59:55.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.952147 31022 tablet_bootstrap.cc:492] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: No bootstrap required, opened a new log
20:59:55.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.952288 31022 ts_tablet_manager.cc:1449] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: Time spent bootstrapping tablet: real 0.010s	user 0.008s	sys 0.000s
20:59:55.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.952911 31022 raft_consensus.cc:366] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.953049 31022 raft_consensus.cc:392] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:59:55.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.953132 31022 raft_consensus.cc:787] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ec907a404ac44b6b7dea4e5e74b7ed0, State: Initialized, Role: FOLLOWER
20:59:55.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.953346 31022 consensus_queue.cc:261] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:55.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.953774 30982 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:55.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.953991 30982 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: This TxnStatusTablet replica's current role is: FOLLOWER
20:59:55.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:55.954095 31022 ts_tablet_manager.cc:1480] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
20:59:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.093230 31007 raft_consensus.cc:534] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:59:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.093423 31007 raft_consensus.cc:556] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.094055 31007 leader_election.cc:290] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3b9231bdded44f23a862caa385a820c2 (127.29.129.129:35011), 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545)
20:59:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.094646 30621 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "31ae025c066a495ea25dc3b615ff17fb" candidate_uuid: "67870c8740204b9b9720b4af92e4a734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b9231bdded44f23a862caa385a820c2" is_pre_election: true
20:59:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.094707 30904 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "31ae025c066a495ea25dc3b615ff17fb" candidate_uuid: "67870c8740204b9b9720b4af92e4a734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" is_pre_election: true
20:59:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.094937 30621 raft_consensus.cc:2062] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 67870c8740204b9b9720b4af92e4a734 in term 0
20:59:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.094997 30904 raft_consensus.cc:2062] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 67870c8740204b9b9720b4af92e4a734 in term 0
20:59:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.095484 30689 leader_election.cc:304] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b9231bdded44f23a862caa385a820c2, 67870c8740204b9b9720b4af92e4a734; no voters: 
20:59:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.095824 31007 raft_consensus.cc:3024] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:59:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.095958 31007 raft_consensus.cc:534] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:59:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.096076 31007 raft_consensus.cc:3296] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 0 FOLLOWER]: Advancing to term 1
20:59:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.096380 31007 raft_consensus.cc:556] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.102134 31007 leader_election.cc:290] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [CANDIDATE]: Term 1 election: Requested vote from peers 3b9231bdded44f23a862caa385a820c2 (127.29.129.129:35011), 1ec907a404ac44b6b7dea4e5e74b7ed0 (127.29.129.131:44545)
20:59:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.102594 30621 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "31ae025c066a495ea25dc3b615ff17fb" candidate_uuid: "67870c8740204b9b9720b4af92e4a734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b9231bdded44f23a862caa385a820c2"
20:59:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.102825 30621 raft_consensus.cc:3296] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2 [term 0 FOLLOWER]: Advancing to term 1
20:59:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.103154 30621 raft_consensus.cc:2062] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 67870c8740204b9b9720b4af92e4a734 in term 1
20:59:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.103096 30904 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "31ae025c066a495ea25dc3b615ff17fb" candidate_uuid: "67870c8740204b9b9720b4af92e4a734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0"
20:59:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.103279 30904 raft_consensus.cc:3296] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 0 FOLLOWER]: Advancing to term 1
20:59:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.103567 30904 raft_consensus.cc:2062] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 67870c8740204b9b9720b4af92e4a734 in term 1
20:59:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.105376 30689 leader_election.cc:304] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b9231bdded44f23a862caa385a820c2, 67870c8740204b9b9720b4af92e4a734; no voters: 
20:59:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.105652 31007 raft_consensus.cc:3024] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 1 FOLLOWER]: Leader election won for term 1
20:59:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.105803 31007 raft_consensus.cc:744] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [term 1 LEADER]: Becoming Leader. State: Replica: 67870c8740204b9b9720b4af92e4a734, State: Running, Role: LEADER
20:59:56.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.106098 31007 consensus_queue.cc:238] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } }
20:59:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.107506 31006 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: TxnStatusTablet state changed. Reason: New leader 67870c8740204b9b9720b4af92e4a734. Latest consensus state: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.107707 31006 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: This TxnStatusTablet replica's current role is: LEADER
20:59:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.109874 30983 consensus_queue.cc:1049] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:59:56.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.112242 31007 consensus_queue.cc:1049] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:59:56.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.112193 30418 catalog_manager.cc:5856] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734 reported cstate change: term changed from 0 to 1, leader changed from <none> to 67870c8740204b9b9720b4af92e4a734 (127.29.129.130). New cstate: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } health_report { overall_health: UNKNOWN } } }
20:59:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.127141 31032 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.127337 31032 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: This TxnStatusTablet replica's current role is: FOLLOWER
20:59:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.127323 31027 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:59:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.127579 31027 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:59:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.129351 31026 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.130942 31026 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: This TxnStatusTablet replica's current role is: LEADER
20:59:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.130841 30982 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: TxnStatusTablet state changed. Reason: New leader 67870c8740204b9b9720b4af92e4a734. Latest consensus state: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.131031 30982 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: This TxnStatusTablet replica's current role is: FOLLOWER
20:59:56.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.133318 31026 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:56.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.133474 31026 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 67870c8740204b9b9720b4af92e4a734: This TxnStatusTablet replica's current role is: LEADER
20:59:56.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.136935 31001 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: TxnStatusTablet state changed. Reason: New leader 67870c8740204b9b9720b4af92e4a734. Latest consensus state: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:56.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.137158 31001 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 3b9231bdded44f23a862caa385a820c2: This TxnStatusTablet replica's current role is: FOLLOWER
20:59:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.140756 30982 tablet_replica.cc:442] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "67870c8740204b9b9720b4af92e4a734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3b9231bdded44f23a862caa385a820c2" member_type: VOTER last_known_addr { host: "127.29.129.129" port: 35011 } } peers { permanent_uuid: "67870c8740204b9b9720b4af92e4a734" member_type: VOTER last_known_addr { host: "127.29.129.130" port: 39321 } } peers { permanent_uuid: "1ec907a404ac44b6b7dea4e5e74b7ed0" member_type: VOTER last_known_addr { host: "127.29.129.131" port: 44545 } } }
20:59:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.140941 30982 tablet_replica.cc:445] T 31ae025c066a495ea25dc3b615ff17fb P 1ec907a404ac44b6b7dea4e5e74b7ed0: This TxnStatusTablet replica's current role is: FOLLOWER
20:59:56.177 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:59:56.179 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f1a73c375dd24e0a8a25b7b2f29b9f2c
20:59:56.181 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 70ac717ae1a9460e9b78c5124e565d78 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
20:59:56.181 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 54bd4ba79e2c43ab8e05d40f32208972 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
20:59:56.181 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=70ac717ae1a9460e9b78c5124e565d78@[1ec907a404ac44b6b7dea4e5e74b7ed0(127.29.129.131:44545),3b9231bdded44f23a862caa385a820c2(127.29.129.129:35011),67870c8740204b9b9720b4af92e4a734(127.29.129.130:39321)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=54bd4ba79e2c43ab8e05d40f32208972@[1ec907a404ac44b6b7dea4e5e74b7ed0(127.29.129.131:44545),3b9231bdded44f23a862caa385a820c2(127.29.129.129:35011)[L],67870c8740204b9b9720b4af92e4a734(127.29.129.130:39321)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:59:56.181 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.129.188:43441, [2ms] Sub RPC GetTableLocations: received response from server master-127.29.129.188:43441: OK, deferred=null) after lookup
20:59:56.182 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 67870c8740204b9b9720b4af92e4a734(127.29.129.130:39321)] connecting to peer
20:59:56.188 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 67870c8740204b9b9720b4af92e4a734(127.29.129.130:39321)] Successfully connected to peer
20:59:56.199 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xc35234b1, L:/127.0.0.1:57898 - R:/127.29.129.130:39321] using TOKEN/null
20:59:56.234 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.129.188:43441
20:59:56.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:59:56.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.235554 30214 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-tasknoSFox/build/asan/bin/kudu pid 30385
20:59:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.237016 30458 generic_service.cc:196] Checking for leaks (request via RPC)
20:59:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.373662 30214 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasknoSFox/build/asan/bin/kudu with pid 30385
20:59:56.400 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.129.188:43441(127.29.129.188:43441)] handling channelInactive
20:59:56.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state READY due to: connection closed
20:59:56.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:56.401541 30322 connection.cc:573] server connection from 127.0.0.1:37092 recv error: Network error: recv error from unknown peer: Connection reset by peer (error 104)
20:59:56.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:56.401528 30242 connection.cc:573] server connection from 127.0.0.1:35830 recv error: Network error: recv error from unknown peer: Connection reset by peer (error 104)
20:59:56.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:59:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.674723 31045 raft_consensus.cc:534] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 21b179f0abeb4066ba64834a19b5d907)
20:59:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.674949 31045 raft_consensus.cc:556] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.675122 31046 raft_consensus.cc:534] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 21b179f0abeb4066ba64834a19b5d907)
20:59:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.675309 31046 raft_consensus.cc:556] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.676406 31045 leader_election.cc:290] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 08617fd217d44b2d907b7b5d4c529d11 (127.29.129.189:35449), 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441)
20:59:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.676601 31046 leader_election.cc:290] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 10b08ccc5eeb4505993f244335615db7 (127.29.129.190:34639), 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441)
20:59:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.677115 30266 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "08617fd217d44b2d907b7b5d4c529d11" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "10b08ccc5eeb4505993f244335615db7" is_pre_election: true
20:59:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.677270 30346 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "10b08ccc5eeb4505993f244335615db7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "08617fd217d44b2d907b7b5d4c529d11" is_pre_election: true
20:59:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.677393 30266 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 1 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 08617fd217d44b2d907b7b5d4c529d11 in term 1
20:59:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.677582 30346 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 1 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 10b08ccc5eeb4505993f244335615db7 in term 1
20:59:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.678238 30322 leader_election.cc:304] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08617fd217d44b2d907b7b5d4c529d11, 10b08ccc5eeb4505993f244335615db7; no voters: 
20:59:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.678614 31046 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:59:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.678759 30241 leader_election.cc:304] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08617fd217d44b2d907b7b5d4c529d11, 10b08ccc5eeb4505993f244335615db7; no voters: 
20:59:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.678843 31046 raft_consensus.cc:534] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 21b179f0abeb4066ba64834a19b5d907)
20:59:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.678951 31046 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 1 FOLLOWER]: Advancing to term 2
20:59:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.679224 31045 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:59:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.679337 31045 raft_consensus.cc:534] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 21b179f0abeb4066ba64834a19b5d907)
20:59:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.679433 31045 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 1 FOLLOWER]: Advancing to term 2
20:59:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:56.680413 30322 leader_election.cc:336] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.681209 31045 raft_consensus.cc:556] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.681833 31046 raft_consensus.cc:556] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:56.683259 30241 leader_election.cc:336] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.684609 31045 leader_election.cc:290] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 2 election: Requested vote from peers 08617fd217d44b2d907b7b5d4c529d11 (127.29.129.189:35449), 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441)
20:59:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.684940 30346 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "10b08ccc5eeb4505993f244335615db7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "08617fd217d44b2d907b7b5d4c529d11"
20:59:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.685205 30346 raft_consensus.cc:2628] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 10b08ccc5eeb4505993f244335615db7 in current term 2: Already voted for candidate 08617fd217d44b2d907b7b5d4c529d11 in this term.
20:59:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.685153 30266 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "08617fd217d44b2d907b7b5d4c529d11" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "10b08ccc5eeb4505993f244335615db7"
20:59:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.685413 30266 raft_consensus.cc:2628] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 08617fd217d44b2d907b7b5d4c529d11 in current term 2: Already voted for candidate 10b08ccc5eeb4505993f244335615db7 in this term.
20:59:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.685796 31046 leader_election.cc:290] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [CANDIDATE]: Term 2 election: Requested vote from peers 10b08ccc5eeb4505993f244335615db7 (127.29.129.190:34639), 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441)
20:59:56.686 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:56.686854 30322 leader_election.cc:336] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.686949 30322 leader_election.cc:304] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08617fd217d44b2d907b7b5d4c529d11; no voters: 10b08ccc5eeb4505993f244335615db7, 21b179f0abeb4066ba64834a19b5d907
20:59:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.687242 31046 raft_consensus.cc:2966] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:59:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:56.687237 30241 leader_election.cc:336] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.687369 30241 leader_election.cc:304] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 10b08ccc5eeb4505993f244335615db7; no voters: 08617fd217d44b2d907b7b5d4c529d11, 21b179f0abeb4066ba64834a19b5d907
20:59:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:56.687637 31045 raft_consensus.cc:2966] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:59:56.688 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.688 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.688 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.29.129.188:43441(127.29.129.188:43441) for tablet Kudu Master: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.706 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.723 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.743 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.745 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.763 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.766 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.783 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.803 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.804 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.905 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.905 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] sending RPC to server master-127.29.129.188:43441, [5ms] received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, deferred=Deferred@1905533915(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f7180336d48@34cd265f -> (continuation of Deferred@1173449311 after retry RPC after error@1008133181) -> (continuation of Deferred@1816957599 after retry RPC after error@829337239) -> (continuation of Deferred@2130942327 after retry RPC after error@1958722982) -> (continuation of Deferred@2096038340 after retry RPC after error@951128792) -> (continuation of Deferred@1536879768 after retry RPC after error@1380006080) -> (continuation of Deferred@1445257837 after retry RPC after error@1714625955), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f7180336f70@6a41c3d1 -> (continuation of Deferred@1173449311 after retry RPC after error@1008133181) -> (continuation of Deferred@1816957599 after retry RPC after error@829337239) -> (continuation of Deferred@2130942327 after retry RPC after error@1958722982) -> (continuation of Deferred@2096038340 after retry RPC after error@951128792) -> (continuation of Deferred@1536879768 after retry RPC after error@1380006080) -> (continuation of Deferred@1445257837 after retry RPC after error@1714625955)))
20:59:56.906 [DEBUG - kudu-nio-3] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] sending RPC to server master-127.29.129.188:43441, [5ms] received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [121ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, deferred=Deferred@1905533915(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f7180336d48@34cd265f -> (continuation of Deferred@1173449311 after retry RPC after error@1008133181) -> (continuation of Deferred@1816957599 after retry RPC after error@829337239) -> (continuation of Deferred@2130942327 after retry RPC after error@1958722982) -> (continuation of Deferred@2096038340 after retry RPC after error@951128792) -> (continuation of Deferred@1536879768 after retry RPC after error@1380006080) -> (continuation of Deferred@1445257837 after retry RPC after error@1714625955), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f7180336f70@6a41c3d1 -> (continuation of Deferred@1173449311 after retry RPC after error@1008133181) -> (continuation of Deferred@1816957599 after retry RPC after error@829337239) -> (continuation of Deferred@2130942327 after retry RPC after error@1958722982) -> (continuation of Deferred@2096038340 after retry RPC after error@951128792) -> (continuation of Deferred@1536879768 after retry RPC after error@1380006080) -> (continuation of Deferred@1445257837 after retry RPC after error@1714625955)))
20:59:56.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.943 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.963 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:56.983 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:56.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:56.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:57.003 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:57.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:57.023 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:57.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:57.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:57.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441; will retry
20:59:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.082870 31045 raft_consensus.cc:534] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:59:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.083081 31045 raft_consensus.cc:556] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.083801 31045 leader_election.cc:290] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 08617fd217d44b2d907b7b5d4c529d11 (127.29.129.189:35449), 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441)
20:59:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.084339 30346 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "10b08ccc5eeb4505993f244335615db7" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "08617fd217d44b2d907b7b5d4c529d11" is_pre_election: true
20:59:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.084656 30346 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 2 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 10b08ccc5eeb4505993f244335615db7 in term 2
20:59:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.085440 30241 leader_election.cc:304] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08617fd217d44b2d907b7b5d4c529d11, 10b08ccc5eeb4505993f244335615db7; no voters: 
20:59:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.085753 30241 leader_election.cc:336] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.085801 31045 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:59:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.085898 31045 raft_consensus.cc:534] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:59:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.085976 31045 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 2 FOLLOWER]: Advancing to term 3
20:59:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.086200 31045 raft_consensus.cc:556] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.088438 31045 leader_election.cc:290] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 3 election: Requested vote from peers 08617fd217d44b2d907b7b5d4c529d11 (127.29.129.189:35449), 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441)
20:59:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.088833 30346 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "10b08ccc5eeb4505993f244335615db7" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "08617fd217d44b2d907b7b5d4c529d11"
20:59:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.089022 30346 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 2 FOLLOWER]: Advancing to term 3
20:59:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.089365 30346 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 3 FOLLOWER]: Leader election vote request: granting yes vote for candidate 10b08ccc5eeb4505993f244335615db7 in term 3
20:59:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.090059 30241 leader_election.cc:336] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.091852 30241 leader_election.cc:304] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08617fd217d44b2d907b7b5d4c529d11, 10b08ccc5eeb4505993f244335615db7; no voters: 21b179f0abeb4066ba64834a19b5d907
20:59:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.092211 31045 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 3 FOLLOWER]: Leader election won for term 3
20:59:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.092403 31045 raft_consensus.cc:744] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [term 3 LEADER]: Becoming Leader. State: Replica: 10b08ccc5eeb4505993f244335615db7, State: Running, Role: LEADER
20:59:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.092830 31045 consensus_queue.cc:238] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } }
20:59:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.094209 31052 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 10b08ccc5eeb4505993f244335615db7. Latest consensus state: current_term: 3 leader_uuid: "10b08ccc5eeb4505993f244335615db7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.094472 31052 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: This master's current role is: LEADER
20:59:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.095496 31059 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
20:59:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.096132 30346 raft_consensus.cc:1338] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [term 3 FOLLOWER]: Refusing update from remote peer 10b08ccc5eeb4505993f244335615db7: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:59:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.096802 30241 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 -> Peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Couldn't send request to peer 21b179f0abeb4066ba64834a19b5d907. Status: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:59:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.097184 31052 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:59:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.098431 31059 catalog_manager.cc:694] Loaded metadata for table kudu_system.kudu_transactions [id=e69a1fc138b845e5b91b15bfd7429bc0]
20:59:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.098719 31046 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 10b08ccc5eeb4505993f244335615db7. Latest consensus state: current_term: 3 leader_uuid: "10b08ccc5eeb4505993f244335615db7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.098934 31046 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: This master's current role is: FOLLOWER
20:59:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.099066 31059 catalog_manager.cc:694] Loaded metadata for table txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c]
20:59:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.100664 31052 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "10b08ccc5eeb4505993f244335615db7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.100845 31052 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 [sys.catalog]: This master's current role is: LEADER
20:59:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.101567 31059 tablet_loader.cc:96] loaded metadata for tablet 31ae025c066a495ea25dc3b615ff17fb (table kudu_system.kudu_transactions [id=e69a1fc138b845e5b91b15bfd7429bc0])
20:59:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.102144 31059 tablet_loader.cc:96] loaded metadata for tablet 54bd4ba79e2c43ab8e05d40f32208972 (table txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c])
20:59:57.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.103169 31059 tablet_loader.cc:96] loaded metadata for tablet 70ac717ae1a9460e9b78c5124e565d78 (table txn_manager_fallback [id=f1a73c375dd24e0a8a25b7b2f29b9f2c])
20:59:57.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.103503 31059 catalog_manager.cc:1535] Initializing Kudu cluster ID...
20:59:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.104712 31059 catalog_manager.cc:1310] Loaded cluster ID: be52124b7ec64a79ba64b953a747b6aa
20:59:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.104826 31059 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
20:59:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.106400 31059 catalog_manager.cc:1555] Loading token signing keys...
20:59:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.107553 31059 catalog_manager.cc:6248] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7: Loaded TSK: 0
20:59:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.108546 31046 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "10b08ccc5eeb4505993f244335615db7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10b08ccc5eeb4505993f244335615db7" member_type: VOTER last_known_addr { host: "127.29.129.190" port: 34639 } } peers { permanent_uuid: "08617fd217d44b2d907b7b5d4c529d11" member_type: VOTER last_known_addr { host: "127.29.129.189" port: 35449 } } peers { permanent_uuid: "21b179f0abeb4066ba64834a19b5d907" member_type: VOTER last_known_addr { host: "127.29.129.188" port: 43441 } } }
20:59:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.108786 31046 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08617fd217d44b2d907b7b5d4c529d11 [sys.catalog]: This master's current role is: FOLLOWER
20:59:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.108829 31059 catalog_manager.cc:1565] Initializing in-progress tserver states...
20:59:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.132117 30666 heartbeater.cc:648] Failed to heartbeat to 127.29.129.188:43441 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.141711 30807 heartbeater.cc:648] Failed to heartbeat to 127.29.129.188:43441 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.144877 30949 heartbeater.cc:648] Failed to heartbeat to 127.29.129.188:43441 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111)
20:59:57.184 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.129.189:35449,127.29.129.190:34639,127.29.129.188:43441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, deferred=Deferred@2010150196(state=PENDING, result=null, callback=(continuation of Deferred@1793224643 after retry RPC after error@604704183) -> (continuation of Deferred@341347666 after retry RPC after error@1616192312) -> (continuation of Deferred@422626438 after retry RPC after error@1705641122) -> (continuation of Deferred@893921112 after retry RPC after error@2093850154) -> (continuation of Deferred@1673949633 after retry RPC after error@1451025935) -> (continuation of Deferred@586840447 after retry RPC after error@852926404) -> (continuation of Deferred@1657714726 after retry RPC after error@1395881710), errback=(continuation of Deferred@1793224643 after retry RPC after error@604704183) -> (continuation of Deferred@341347666 after retry RPC after error@1616192312) -> (continuation of Deferred@422626438 after retry RPC after error@1705641122) -> (continuation of Deferred@893921112 after retry RPC after error@2093850154) -> (continuation of Deferred@1673949633 after retry RPC after error@1451025935) -> (continuation of Deferred@586840447 after retry RPC after error@852926404) -> (continuation of Deferred@1657714726 after retry RPC after error@1395881710)))
20:59:57.185 [WARN - pool-38-thread-1] (HashedWheelTimer.java:729) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:726)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:714)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:800)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:514)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:726)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:714)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:800)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:514)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:59:57.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.129.188:43441(127.29.129.188:43441)] connecting to peer
20:59:57.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.129.188:43441(127.29.129.188:43441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.129.188:43441: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441
20:59:57.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:59:57.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.189:35449, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.190:34639, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.129.188:43441, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.188:43441: Network error: Failed to connect to peer master-127.29.129.188:43441(127.29.129.188:43441): Connection refused: /127.29.129.188:43441, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.189:35449: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.129.190:34639: OK, deferred=null) after lookup
20:59:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.221510 30692 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.033s from last keepalive heartbeat (effective timeout is 1.000s)
20:59:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.222944 30730 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.129.188:43441)
20:59:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.235459 31065 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:57.256289 30256 catalog_manager.cc:2301] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59586:
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:59:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:59:57.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.258452 30256 catalog_manager.cc:7244] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:59:57.277 [DEBUG - kudu-nio-1] (KuduTransaction.java:802) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 67870c8740204b9b9720b4af92e4a734 (127.29.129.130:39321): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1795208396 last_transition_timestamp: 1795208397
20:59:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.285036 30241 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:59:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:57.610597 30241 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 -> Peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Couldn't send request to peer 21b179f0abeb4066ba64834a19b5d907. Status: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:59:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:58.090637 30241 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 -> Peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Couldn't send request to peer 21b179f0abeb4066ba64834a19b5d907. Status: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:59:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.133073 30667 heartbeater.cc:500] Master 127.29.129.190:34639 was elected leader, sending a full tablet report...
20:59:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.139534 30808 heartbeater.cc:500] Master 127.29.129.190:34639 was elected leader, sending a full tablet report...
20:59:58.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.145579 30950 heartbeater.cc:500] Master 127.29.129.190:34639 was elected leader, sending a full tablet report...
20:59:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.245245 30225 master_runner.cc:187] Error getting master registration for 127.29.129.188:43441: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111), 
20:59:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.245447 30225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:59:58.406 [DEBUG - main] (Connection.java:575) [peer master-127.29.129.190:34639(127.29.129.190:34639)] disconnecting while in state READY
20:59:58.407 [DEBUG - main] (Connection.java:575) [peer master-127.29.129.188:43441(127.29.129.188:43441)] disconnecting while in state TERMINATED
20:59:58.407 [DEBUG - main] (Connection.java:575) [peer 67870c8740204b9b9720b4af92e4a734(127.29.129.130:39321)] disconnecting while in state READY
20:59:58.407 [DEBUG - main] (Connection.java:575) [peer master-127.29.129.189:35449(127.29.129.189:35449)] disconnecting while in state READY
20:59:58.407 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.129.190:34639(127.29.129.190:34639)] handling channelInactive
20:59:58.407 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:59:58.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.129.190:34639(127.29.129.190:34639)] cleaning up while in state READY due to: connection closed
20:59:58.407 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.129.189:35449(127.29.129.189:35449)] handling channelInactive
20:59:58.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.129.189:35449(127.29.129.189:35449)] cleaning up while in state READY due to: connection closed
20:59:58.408 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 67870c8740204b9b9720b4af92e4a734(127.29.129.130:39321)] handling channelInactive
20:59:58.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 67870c8740204b9b9720b4af92e4a734(127.29.129.130:39321)] cleaning up while in state READY due to: connection closed
20:59:58.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.409396 30214 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-tasknoSFox/build/asan/bin/kudu pid 30510
20:59:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.417196 30661 generic_service.cc:196] Checking for leaks (request via RPC)
20:59:58.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.513473 30214 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasknoSFox/build/asan/bin/kudu with pid 30510
20:59:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.528584 30214 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-tasknoSFox/build/asan/bin/kudu pid 30671
20:59:58.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.535035 30802 generic_service.cc:196] Checking for leaks (request via RPC)
20:59:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:58.552534 30241 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10b08ccc5eeb4505993f244335615db7 -> Peer 21b179f0abeb4066ba64834a19b5d907 (127.29.129.188:43441): Couldn't send request to peer 21b179f0abeb4066ba64834a19b5d907. Status: Network error: Client connection negotiation failed: client connection to 127.29.129.188:43441: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:59:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.656865 30214 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasknoSFox/build/asan/bin/kudu with pid 30671
20:59:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:58.674553 30830 connection.cc:573] server connection from 127.29.129.130:50287 recv error: Network error: recv error from unknown peer: Connection reset by peer (error 104)
20:59:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.674834 30214 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-tasknoSFox/build/asan/bin/kudu pid 30812
20:59:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.681169 30944 generic_service.cc:196] Checking for leaks (request via RPC)
20:59:58.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.778945 30214 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasknoSFox/build/asan/bin/kudu with pid 30812
20:59:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.793092 30214 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-tasknoSFox/build/asan/bin/kudu pid 30225
20:59:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.794278 30296 generic_service.cc:196] Checking for leaks (request via RPC)
20:59:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.910058 30214 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasknoSFox/build/asan/bin/kudu with pid 30225
20:59:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 20:59:58.927677 30321 connection.cc:573] server connection from 127.0.0.1:37066 recv error: Network error: recv error from unknown peer: Connection reset by peer (error 104)
20:59:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.927979 30214 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-tasknoSFox/build/asan/bin/kudu pid 30303
20:59:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:58.929030 30377 generic_service.cc:196] Checking for leaks (request via RPC)
20:59:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 20:59:59.036425 30214 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasknoSFox/build/asan/bin/kudu with pid 30303
20:59:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T20:59:59Z chronyd exiting
20:59:59.186 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 67870c8740204b9b9720b4af92e4a734 (127.29.129.130:39321): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1795208396 last_transition_timestamp: 1795208397
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
	at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
	at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1557)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1415)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1466)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 67870c8740204b9b9720b4af92e4a734 (127.29.129.130:39321): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1795208396 last_transition_timestamp: 1795208397
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
	at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
	at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1557)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1415)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1466)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more