Diagnosed failure

Unable to diagnose

Full log

15:08:10.922 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:08:10.922 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task6OmUcg/test-tmp
15:08:10.922 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
15:08:10.922 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task6OmUcg/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
15:08:10.925 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738"
  extra_master_flags: "--txn_manager_enabled"
  extra_master_flags: "--raft_heartbeat_interval_ms=100"
  extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
  extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
  extra_tserver_flags: "--enable_txn_system_client_init=true"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

15:08:11.276 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
15:08:11.276 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

15:08:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.280823 26696 mini_oidc.cc:150] Starting JWKS server
15:08:11.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.283221 26696 webserver.cc:577] Webserver started at http://127.0.0.1:45651/ using document root <none> and password file <none>
15:08:11.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.283465 26696 mini_oidc.cc:186] Starting OIDC Discovery server
15:08:11.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.283934 26696 webserver.cc:577] Webserver started at http://127.0.0.1:33547/ using document root <none> and password file <none>
15:08:11.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T15:08:11Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:08:11.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T15:08:11Z Disabled control of system clock
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.314999 26696 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/wal
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/data
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/logs
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/data/info.pb
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.62:41183
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.62
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45651/jwks.json
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:08:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.656162 26707 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.656497 26707 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.656586 26707 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:08:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.665335 26707 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:08:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.665441 26707 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
15:08:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.665488 26707 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:08:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.665529 26707 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:08:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.665589 26707 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:08:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.665634 26707 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:08:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.665678 26707 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45651/jwks.json
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.675944 26707 master_runner.cc:387] Master server non-default flags:
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/logs
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/data
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/wal
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.62:41183
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45651/jwks.json
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/data/info.pb
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.62
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 14:43:17 UTC on bdcb31816ec0
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14878
15:08:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:08:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.677685 26707 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.679406 26707 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:08:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.688170 26712 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.688196 26713 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:11.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.689834 26707 server_base.cc:1061] running on GCE node
15:08:11.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.690017 26715 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.690855 26707 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.692613 26707 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.693872 26707 hybrid_clock.cc:648] HybridClock initialized: now 1795187291693810 us; error 35 us; skew 500 ppm
15:08:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.694240 26707 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.696626 26707 webserver.cc:577] Webserver started at http://127.26.18.62:45339/ using document root <none> and password file <none>
15:08:11.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.697381 26707 fs_manager.cc:362] Metadata directory not provided
15:08:11.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.697530 26707 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.697969 26707 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.700526 26707 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/data/instance:
15:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "533ca769b604432090212389cb28181b"
15:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:11 on dist-test-slave-m341"
15:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.701357 26707 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/wal/instance:
15:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "533ca769b604432090212389cb28181b"
15:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:11 on dist-test-slave-m341"
15:08:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.706877 26707 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.000s
15:08:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.710381 26721 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.711853 26707 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.712036 26707 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/data,/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/wal
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "533ca769b604432090212389cb28181b"
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:11 on dist-test-slave-m341"
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.712249 26707 fs_report.cc:389] FS layout report
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/wal
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/wal
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/data/data
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.750167 26707 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
15:08:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.751180 26707 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.751540 26707 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.775980 26707 rpc_server.cc:307] RPC server started. Bound to: 127.26.18.62:41183
15:08:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.775998 26782 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.18.62:41183 every 8 connection(s)
15:08:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.777702 26707 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/data/info.pb
15:08:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.782341 26783 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.784186 26696 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OmUcg/build/asan/bin/kudu as pid 26707
15:08:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.784521 26696 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-0/wal/instance
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.787657 26696 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/wal
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/data
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/logs
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/data/info.pb
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.61:38147
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.61
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45651/jwks.json
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:08:11.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.791474 26783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } has no permanent_uuid. Determining permanent_uuid...
15:08:11.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.813339 26783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } has no permanent_uuid. Determining permanent_uuid...
15:08:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.814430 26724 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.18.61:38147: connect: Connection refused (error 111)
15:08:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.816185 26783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.61:38147: Network error: Client connection negotiation failed: client connection to 127.26.18.61:38147: connect: Connection refused (error 111)
15:08:11.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.865597 26783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } attempt: 1
15:08:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.867842 26783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.61:38147: Network error: Client connection negotiation failed: client connection to 127.26.18.61:38147: connect: Connection refused (error 111)
15:08:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:11.936147 26783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } attempt: 2
15:08:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:11.938225 26783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.61:38147: Network error: Client connection negotiation failed: client connection to 127.26.18.61:38147: connect: Connection refused (error 111)
15:08:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.029525 26783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } attempt: 3
15:08:12.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.031615 26783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.61:38147: Network error: Client connection negotiation failed: client connection to 127.26.18.61:38147: connect: Connection refused (error 111)
15:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.132020 26785 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.132344 26785 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.132423 26785 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:08:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.141067 26785 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:08:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.141165 26785 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
15:08:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.141212 26785 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:08:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.141258 26785 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:08:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.141310 26785 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:08:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.141355 26785 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:08:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.141403 26785 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45651/jwks.json
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.151533 26785 master_runner.cc:387] Master server non-default flags:
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/logs
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/data
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/wal
15:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.61:38147
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45651/jwks.json
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/data/info.pb
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.61
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 14:43:17 UTC on bdcb31816ec0
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14878
15:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:08:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.153156 26785 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.154881 26785 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:08:12.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.162989 26794 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:12.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.162954 26793 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:12.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.163496 26796 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.164422 26785 server_base.cc:1061] running on GCE node
15:08:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.165172 26785 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.166553 26785 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.167789 26785 hybrid_clock.cc:648] HybridClock initialized: now 1795187292167719 us; error 50 us; skew 500 ppm
15:08:12.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.168078 26785 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.170106 26785 webserver.cc:577] Webserver started at http://127.26.18.61:41687/ using document root <none> and password file <none>
15:08:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.170730 26785 fs_manager.cc:362] Metadata directory not provided
15:08:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.170826 26785 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.171149 26785 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:08:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.173529 26785 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/data/instance:
15:08:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5242ecf59f54926b3942c5d351d3462"
15:08:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:12 on dist-test-slave-m341"
15:08:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.174260 26785 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/wal/instance:
15:08:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5242ecf59f54926b3942c5d351d3462"
15:08:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:12 on dist-test-slave-m341"
15:08:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.174901 26783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } attempt: 4
15:08:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.176851 26783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.61:38147: Network error: Client connection negotiation failed: client connection to 127.26.18.61:38147: connect: Connection refused (error 111)
15:08:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.179883 26785 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
15:08:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.183112 26802 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:08:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.184525 26785 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
15:08:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.184669 26785 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/data,/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/wal
15:08:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5242ecf59f54926b3942c5d351d3462"
15:08:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:12 on dist-test-slave-m341"
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.184904 26785 fs_report.cc:389] FS layout report
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/wal
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/wal
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/data/data
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:12.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.207533 26785 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
15:08:12.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.208523 26785 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:12.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.208765 26785 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.231722 26785 rpc_server.cc:307] RPC server started. Bound to: 127.26.18.61:38147
15:08:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.231756 26863 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.18.61:38147 every 8 connection(s)
15:08:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.233232 26785 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/data/info.pb
15:08:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.237684 26864 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:12.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.238164 26696 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OmUcg/build/asan/bin/kudu as pid 26785
15:08:12.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.238332 26696 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-1/wal/instance
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.239364 26696 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/wal
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/data
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/logs
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/data/info.pb
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.60:34563
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.60
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45651/jwks.json
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:08:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.243583 26864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } has no permanent_uuid. Determining permanent_uuid...
15:08:12.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.257956 26864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } has no permanent_uuid. Determining permanent_uuid...
15:08:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.267469 26864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } has no permanent_uuid. Determining permanent_uuid...
15:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.268522 26804 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.270766 26864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.60:34563: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.320060 26864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } attempt: 1
15:08:12.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.322273 26864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.60:34563: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.390491 26864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } attempt: 2
15:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.392665 26864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.60:34563: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.476130 26783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } attempt: 5
15:08:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.483206 26783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } has no permanent_uuid. Determining permanent_uuid...
15:08:12.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.483894 26864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } attempt: 3
15:08:12.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.485437 26783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.60:34563: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.485996 26864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.60:34563: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.536670 26783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } attempt: 1
15:08:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.538697 26783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.60:34563: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.590605 26866 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:08:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.591022 26866 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.591173 26866 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:08:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.601152 26866 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:08:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.601240 26866 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
15:08:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.601286 26866 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:08:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.601325 26866 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:08:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.601373 26866 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:08:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.601414 26866 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:08:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.601457 26866 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45651/jwks.json
15:08:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.606950 26783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } attempt: 2
15:08:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.608995 26783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.60:34563: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.611639 26866 master_runner.cc:387] Master server non-default flags:
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/logs
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/data
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/wal
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.60:34563
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45651/jwks.json
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/data/info.pb
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.60
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 14:43:17 UTC on bdcb31816ec0
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14878
15:08:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:08:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.613209 26866 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.614969 26866 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:08:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.623517 26875 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.623543 26874 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.624332 26877 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.624681 26866 server_base.cc:1061] running on GCE node
15:08:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.625478 26866 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.626817 26866 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:12.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.628058 26866 hybrid_clock.cc:648] HybridClock initialized: now 1795187292627983 us; error 48 us; skew 500 ppm
15:08:12.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.628410 26866 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.629259 26864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } attempt: 4
15:08:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.630812 26866 webserver.cc:577] Webserver started at http://127.26.18.60:44997/ using document root <none> and password file <none>
15:08:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.631286 26864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.18.60:34563: Network error: Client connection negotiation failed: client connection to 127.26.18.60:34563: connect: Connection refused (error 111)
15:08:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.631708 26866 fs_manager.cc:362] Metadata directory not provided
15:08:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.631850 26866 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:12.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.632236 26866 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:08:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.634658 26866 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/data/instance:
15:08:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a8e917617954c26931604535a124636"
15:08:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:12 on dist-test-slave-m341"
15:08:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.635512 26866 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/wal/instance:
15:08:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a8e917617954c26931604535a124636"
15:08:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:12 on dist-test-slave-m341"
15:08:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.640810 26866 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.003s	sys 0.001s
15:08:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.644003 26883 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:08:12.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.645346 26866 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
15:08:12.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.645527 26866 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/data,/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/wal
15:08:12.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a8e917617954c26931604535a124636"
15:08:12.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:12 on dist-test-slave-m341"
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.645725 26866 fs_report.cc:389] FS layout report
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/wal
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/wal
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/data/data
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.668336 26866 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
15:08:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.669292 26866 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.669632 26866 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.693071 26866 rpc_server.cc:307] RPC server started. Bound to: 127.26.18.60:34563
15:08:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.693104 26944 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.18.60:34563 every 8 connection(s)
15:08:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.694991 26866 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/data/info.pb
15:08:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.697788 26696 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OmUcg/build/asan/bin/kudu as pid 26866
15:08:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.697979 26696 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/master-2/wal/instance
15:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.700203 26945 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.707382 26945 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } has no permanent_uuid. Determining permanent_uuid...
15:08:12.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.715232 26783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } attempt: 3
15:08:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.721184 26945 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } has no permanent_uuid. Determining permanent_uuid...
15:08:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.729662 26945 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } has no permanent_uuid. Determining permanent_uuid...
15:08:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.734416 26783 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b: Bootstrap starting.
15:08:12.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.738039 26783 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b: Neither blocks nor log segments found. Creating new log.
15:08:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.739264 26783 log.cc:826] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b: Log is configured to *not* fsync() on all Append() calls
15:08:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.740154 26945 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: Bootstrap starting.
15:08:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.743223 26783 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b: No bootstrap required, opened a new log
15:08:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.743732 26945 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: Neither blocks nor log segments found. Creating new log.
15:08:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.744774 26945 log.cc:826] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: Log is configured to *not* fsync() on all Append() calls
15:08:12.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.747311 26945 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: No bootstrap required, opened a new log
15:08:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.749153 26783 raft_consensus.cc:366] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.749393 26783 raft_consensus.cc:392] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.749471 26783 raft_consensus.cc:787] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 533ca769b604432090212389cb28181b, State: Initialized, Role: FOLLOWER
15:08:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.750013 26783 consensus_queue.cc:261] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.751053 26954 sys_catalog.cc:455] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.751365 26954 sys_catalog.cc:458] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: This master's current role is: FOLLOWER
15:08:12.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.752128 26783 sys_catalog.cc:565] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: configured and running, proceeding with master startup.
15:08:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.753475 26945 raft_consensus.cc:366] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.753854 26945 raft_consensus.cc:392] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:12.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.753998 26945 raft_consensus.cc:787] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a8e917617954c26931604535a124636, State: Initialized, Role: FOLLOWER
15:08:12.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.754428 26727 tablet.cc:2554] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:08:12.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.754607 26945 consensus_queue.cc:261] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:12.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.755517 26956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:12.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.755797 26956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: This master's current role is: FOLLOWER
15:08:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.756870 26945 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: configured and running, proceeding with master startup.
15:08:12.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.770429 26971 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:08:12.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.770795 26971 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:08:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.764907 26707 master_runner.cc:187] Error getting master registration for 127.26.18.61:38147: OK, instance_id { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" instance_seqno: 1795187292226472 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:08:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.773429 26707 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:08:12.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.778810 26977 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:08:12.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:12.778956 26977 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:08:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.780108 26866 master_runner.cc:187] Error getting master registration for 127.26.18.61:38147: OK, instance_id { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" instance_seqno: 1795187292226472 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:08:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.786916 26866 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:08:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.811733 26954 raft_consensus.cc:534] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:08:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.812031 26954 raft_consensus.cc:556] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.813694 26954 leader_election.cc:290] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5242ecf59f54926b3942c5d351d3462 (127.26.18.61:38147), 8a8e917617954c26931604535a124636 (127.26.18.60:34563)
15:08:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.814673 26910 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "533ca769b604432090212389cb28181b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a8e917617954c26931604535a124636" is_pre_election: true
15:08:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.815479 26910 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 533ca769b604432090212389cb28181b in term 0
15:08:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.816143 26723 leader_election.cc:304] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 533ca769b604432090212389cb28181b, 8a8e917617954c26931604535a124636; no voters: 
15:08:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.817765 26954 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 0 FOLLOWER]: Leader pre-election won for term 1
15:08:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.817935 26954 raft_consensus.cc:534] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:08:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.818053 26954 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 0 FOLLOWER]: Advancing to term 1
15:08:12.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.819211 26954 raft_consensus.cc:556] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.823969 26910 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "533ca769b604432090212389cb28181b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a8e917617954c26931604535a124636"
15:08:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.824196 26910 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 0 FOLLOWER]: Advancing to term 1
15:08:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.824900 26910 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 533ca769b604432090212389cb28181b in term 1
15:08:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.825179 26954 leader_election.cc:290] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [CANDIDATE]: Term 1 election: Requested vote from peers a5242ecf59f54926b3942c5d351d3462 (127.26.18.61:38147), 8a8e917617954c26931604535a124636 (127.26.18.60:34563)
15:08:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.827514 26723 leader_election.cc:304] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 533ca769b604432090212389cb28181b, 8a8e917617954c26931604535a124636; no voters: 
15:08:12.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.827917 26954 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 1 FOLLOWER]: Leader election won for term 1
15:08:12.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.828178 26954 raft_consensus.cc:744] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [term 1 LEADER]: Becoming Leader. State: Replica: 533ca769b604432090212389cb28181b, State: Running, Role: LEADER
15:08:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.828774 26954 consensus_queue.cc:238] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.835220 26980 sys_catalog.cc:455] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 533ca769b604432090212389cb28181b. Latest consensus state: current_term: 1 leader_uuid: "533ca769b604432090212389cb28181b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.835989 26980 sys_catalog.cc:458] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: This master's current role is: LEADER
15:08:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.846270 26980 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.846798 26983 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
15:08:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.856035 26983 catalog_manager.cc:1535] Initializing Kudu cluster ID...
15:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.863813 26956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 533ca769b604432090212389cb28181b. Latest consensus state: current_term: 1 leader_uuid: "533ca769b604432090212389cb28181b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.864078 26956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: This master's current role is: FOLLOWER
15:08:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.867516 26980 sys_catalog.cc:455] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "533ca769b604432090212389cb28181b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.867774 26980 sys_catalog.cc:458] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: This master's current role is: LEADER
15:08:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.878371 26956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "533ca769b604432090212389cb28181b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.878618 26956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: This master's current role is: FOLLOWER
15:08:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.903718 26983 catalog_manager.cc:1398] Generated new cluster ID: 3577ef04dbd942c18427d3aca4b917eb
15:08:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.903852 26983 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
15:08:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.930483 26864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } attempt: 5
15:08:12.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.949007 26864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462: Bootstrap starting.
15:08:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.954304 26864 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462: Neither blocks nor log segments found. Creating new log.
15:08:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.957219 26864 log.cc:826] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462: Log is configured to *not* fsync() on all Append() calls
15:08:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.969758 26864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462: No bootstrap required, opened a new log
15:08:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.973663 26983 catalog_manager.cc:1421] Generated new certificate authority record
15:08:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:12.975375 26983 catalog_manager.cc:1555] Loading token signing keys...
15:08:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.001559 26864 raft_consensus.cc:366] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.002368 26864 raft_consensus.cc:392] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.002638 26864 raft_consensus.cc:787] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5242ecf59f54926b3942c5d351d3462, State: Initialized, Role: FOLLOWER
15:08:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.004086 26983 catalog_manager.cc:6237] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b: Generated new TSK 0
15:08:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.004223 26864 consensus_queue.cc:261] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.005198 26983 catalog_manager.cc:1565] Initializing in-progress tserver states...
15:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.013265 26992 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.013621 26992 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: This master's current role is: FOLLOWER
15:08:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.015821 26864 sys_catalog.cc:565] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: configured and running, proceeding with master startup.
15:08:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.016278 26827 raft_consensus.cc:3296] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 0 FOLLOWER]: Advancing to term 1
15:08:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.017112 26829 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "533ca769b604432090212389cb28181b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5242ecf59f54926b3942c5d351d3462" is_pre_election: true
15:08:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.017737 26829 raft_consensus.cc:2062] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 1 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 533ca769b604432090212389cb28181b in term 1
15:08:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.018181 26828 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "533ca769b604432090212389cb28181b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5242ecf59f54926b3942c5d351d3462"
15:08:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.018754 26828 raft_consensus.cc:2062] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 533ca769b604432090212389cb28181b in term 1
15:08:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.021500 26980 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.040763 26696 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/wal
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/data
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/logs
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/data/info.pb
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.1:0
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.18.1
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.1
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:08:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:08:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.067741 26992 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 533ca769b604432090212389cb28181b. Latest consensus state: current_term: 1 leader_uuid: "533ca769b604432090212389cb28181b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.068017 26992 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: This master's current role is: FOLLOWER
15:08:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.068358 26999 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "533ca769b604432090212389cb28181b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.068647 26999 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: This master's current role is: FOLLOWER
15:08:13.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.105836 27010 catalog_manager.cc:820] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:08:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.134131 26985 sys_catalog.cc:455] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "533ca769b604432090212389cb28181b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.134452 26985 sys_catalog.cc:458] T 00000000000000000000000000000000 P 533ca769b604432090212389cb28181b [sys.catalog]: This master's current role is: LEADER
15:08:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.505527 26998 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:08:13.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.505852 26998 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:13.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.505947 26998 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:08:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.514468 26998 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:08:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.514626 26998 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:08:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.514676 26998 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:08:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.514711 26998 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
15:08:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.514796 26998 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.18.1
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.525282 26998 tablet_server_runner.cc:78] Tablet server non-default flags:
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/logs
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/data
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/wal
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.1:0
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/data/info.pb
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.1
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.18.1
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:08:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:08:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
15:08:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 14:43:17 UTC on bdcb31816ec0
15:08:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14878
15:08:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:08:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.526917 26998 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.528656 26998 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:08:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.538853 27016 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.539037 27015 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.540689 26998 server_base.cc:1061] running on GCE node
15:08:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:13.540808 27018 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.541401 26998 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.542253 26998 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.543509 26998 hybrid_clock.cc:648] HybridClock initialized: now 1795187293543399 us; error 36 us; skew 500 ppm
15:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.543774 26998 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.545899 26998 webserver.cc:577] Webserver started at http://127.26.18.1:34821/ using document root <none> and password file <none>
15:08:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.546527 26998 fs_manager.cc:362] Metadata directory not provided
15:08:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.546619 26998 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.546911 26998 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:08:13.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.549350 26998 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/data/instance:
15:08:13.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9a217d926904a2a973bc88e250cf148"
15:08:13.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:13 on dist-test-slave-m341"
15:08:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.550012 26998 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/wal/instance:
15:08:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9a217d926904a2a973bc88e250cf148"
15:08:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:13 on dist-test-slave-m341"
15:08:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.555289 26998 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.005s
15:08:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.558668 27024 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.560287 26998 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.560420 26998 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/data,/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/wal
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9a217d926904a2a973bc88e250cf148"
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:13 on dist-test-slave-m341"
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.560580 26998 fs_report.cc:389] FS layout report
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/wal
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/wal
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/data/data
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:13.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.580080 26998 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
15:08:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.580901 26998 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.581156 26998 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.584388 26998 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:08:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.584525 26998 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:08:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.584633 26998 ts_tablet_manager.cc:662] Registered 0 tablets
15:08:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.584704 26998 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:08:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.649714 26998 rpc_server.cc:307] RPC server started. Bound to: 127.26.18.1:35097
15:08:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.649752 27148 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.18.1:35097 every 8 connection(s)
15:08:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.651242 26998 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/data/info.pb
15:08:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.653882 26696 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OmUcg/build/asan/bin/kudu as pid 26998
15:08:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.654091 26696 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-0/wal/instance
15:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.654542 27150 heartbeater.cc:345] Connected to a master server at 127.26.18.62:41183
15:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.658481 26696 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/wal
15:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/data
15:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/logs
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/data/info.pb
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.2:0
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.18.2
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.2
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.658780 27150 heartbeater.cc:462] Registering TS with master...
15:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.659970 27150 heartbeater.cc:508] Master 127.26.18.62:41183 requested a full tablet report, sending...
15:08:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.662705 26737 ts_manager.cc:210] Registered new tserver with Master: d9a217d926904a2a973bc88e250cf148 (127.26.18.1:35097)
15:08:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.666195 26737 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.26.18.1:60361
15:08:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.667063 27149 heartbeater.cc:345] Connected to a master server at 127.26.18.60:34563
15:08:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.667200 27149 heartbeater.cc:462] Registering TS with master...
15:08:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.667794 27149 heartbeater.cc:508] Master 127.26.18.60:34563 requested a full tablet report, sending...
15:08:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.670776 26900 ts_manager.cc:210] Registered new tserver with Master: d9a217d926904a2a973bc88e250cf148 (127.26.18.1:35097)
15:08:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.671064 27151 heartbeater.cc:345] Connected to a master server at 127.26.18.61:38147
15:08:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.671192 27151 heartbeater.cc:462] Registering TS with master...
15:08:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.671715 27151 heartbeater.cc:508] Master 127.26.18.61:38147 requested a full tablet report, sending...
15:08:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.673166 26819 ts_manager.cc:210] Registered new tserver with Master: d9a217d926904a2a973bc88e250cf148 (127.26.18.1:35097)
15:08:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.780911 26977 catalog_manager.cc:1310] Loaded cluster ID: 3577ef04dbd942c18427d3aca4b917eb
15:08:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.781050 26977 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: loading cluster ID for follower catalog manager: success
15:08:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.783725 26977 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: acquiring CA information for follower catalog manager: success
15:08:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:13.785486 26977 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:08:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.015942 27154 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:08:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.016242 27154 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.016338 27154 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:08:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.025593 27154 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:08:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.025750 27154 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:08:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.025799 27154 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:08:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.025851 27154 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
15:08:14.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.025945 27154 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.18.2
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.036327 27154 tablet_server_runner.cc:78] Tablet server non-default flags:
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/logs
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/data
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/wal
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.2:0
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/data/info.pb
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.2
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.18.2
15:08:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:08:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:08:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
15:08:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 14:43:17 UTC on bdcb31816ec0
15:08:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14878
15:08:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:08:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.037969 27154 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:14.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.039841 27154 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:08:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.050356 27161 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.050336 27160 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.051270 27163 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.051743 27154 server_base.cc:1061] running on GCE node
15:08:14.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.052335 27154 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.053331 27154 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.054575 27154 hybrid_clock.cc:648] HybridClock initialized: now 1795187294054488 us; error 65 us; skew 500 ppm
15:08:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.054862 27154 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.057324 27154 webserver.cc:577] Webserver started at http://127.26.18.2:36927/ using document root <none> and password file <none>
15:08:14.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.058229 27154 fs_manager.cc:362] Metadata directory not provided
15:08:14.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.058333 27154 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:14.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.058657 27154 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:08:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.061365 27154 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/data/instance:
15:08:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e4a6463b2ba4196957c0ae1f68b7be9"
15:08:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:14 on dist-test-slave-m341"
15:08:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.062153 27154 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/wal/instance:
15:08:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e4a6463b2ba4196957c0ae1f68b7be9"
15:08:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:14 on dist-test-slave-m341"
15:08:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.068120 27154 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.003s	sys 0.004s
15:08:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.071730 27169 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.073283 27154 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.073431 27154 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/data,/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/wal
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e4a6463b2ba4196957c0ae1f68b7be9"
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:14 on dist-test-slave-m341"
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.073598 27154 fs_report.cc:389] FS layout report
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/wal
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/wal
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/data/data
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:14.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.095072 27154 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
15:08:14.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.095990 27154 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:14.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.096269 27154 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.099654 27154 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:08:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.099785 27154 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:08:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.099896 27154 ts_tablet_manager.cc:662] Registered 0 tablets
15:08:14.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.099989 27154 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:08:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.112701 27010 catalog_manager.cc:1310] Loaded cluster ID: 3577ef04dbd942c18427d3aca4b917eb
15:08:14.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.113023 27010 catalog_manager.cc:1603] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462: loading cluster ID for follower catalog manager: success
15:08:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.118369 27010 catalog_manager.cc:1625] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462: acquiring CA information for follower catalog manager: success
15:08:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.121116 27010 catalog_manager.cc:1653] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:08:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.192248 27154 rpc_server.cc:307] RPC server started. Bound to: 127.26.18.2:45595
15:08:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.192268 27291 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.18.2:45595 every 8 connection(s)
15:08:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.193763 27154 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/data/info.pb
15:08:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.194528 26696 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OmUcg/build/asan/bin/kudu as pid 27154
15:08:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.194772 26696 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-1/wal/instance
15:08:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.198139 27293 heartbeater.cc:345] Connected to a master server at 127.26.18.62:41183
15:08:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.198501 27293 heartbeater.cc:462] Registering TS with master...
15:08:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.199659 27293 heartbeater.cc:508] Master 127.26.18.62:41183 requested a full tablet report, sending...
15:08:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.201351 26738 ts_manager.cc:210] Registered new tserver with Master: 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595)
15:08:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.202597 26738 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.26.18.2:46777
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.206995 26696 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OmUcg/build/asan/bin/kudu
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/wal
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/data
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/logs
15:08:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/data/info.pb
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.3:0
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.18.3
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.3
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:08:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:08:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.213161 27292 heartbeater.cc:345] Connected to a master server at 127.26.18.60:34563
15:08:14.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.214246 27292 heartbeater.cc:462] Registering TS with master...
15:08:14.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.214902 27292 heartbeater.cc:508] Master 127.26.18.60:34563 requested a full tablet report, sending...
15:08:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.216028 26900 ts_manager.cc:210] Registered new tserver with Master: 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595)
15:08:14.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.223701 27294 heartbeater.cc:345] Connected to a master server at 127.26.18.61:38147
15:08:14.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.223865 27294 heartbeater.cc:462] Registering TS with master...
15:08:14.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.224145 27294 heartbeater.cc:508] Master 127.26.18.61:38147 requested a full tablet report, sending...
15:08:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.225327 26819 ts_manager.cc:210] Registered new tserver with Master: 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595)
15:08:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.604593 27295 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:08:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.604884 27295 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.604974 27295 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:08:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.613211 27295 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:08:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.613425 27295 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:08:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.613510 27295 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:08:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.613570 27295 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
15:08:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.613760 27295 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.18.3
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.624774 27295 tablet_server_runner.cc:78] Tablet server non-default flags:
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/logs
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.18.20:45909
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/data
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/wal
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.18.3:0
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/data/info.pb
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.18.3
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.18.62:41183,127.26.18.61:38147,127.26.18.60:34563
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.18.3
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 05464f8854a90597ddf8dfd45c2061c63b0b716b
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 14:43:17 UTC on bdcb31816ec0
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14878
15:08:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
15:08:14.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.626725 27295 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.628733 27295 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:08:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.638674 27302 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:14.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.638903 27303 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:14.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.639186 27305 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.639901 27295 server_base.cc:1061] running on GCE node
15:08:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.640471 27295 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.641332 27295 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.642576 27295 hybrid_clock.cc:648] HybridClock initialized: now 1795187294642506 us; error 42 us; skew 500 ppm
15:08:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.642901 27295 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.645196 27295 webserver.cc:577] Webserver started at http://127.26.18.3:42861/ using document root <none> and password file <none>
15:08:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.645893 27295 fs_manager.cc:362] Metadata directory not provided
15:08:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.646046 27295 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.646433 27295 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:08:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.648967 27295 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/data/instance:
15:08:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "329f73e1e6fb43e7a4624d045ec06d4a"
15:08:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:14 on dist-test-slave-m341"
15:08:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.649963 27295 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/wal/instance:
15:08:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "329f73e1e6fb43e7a4624d045ec06d4a"
15:08:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:14 on dist-test-slave-m341"
15:08:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.656643 27295 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.001s
15:08:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.660059 27311 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:08:14.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.661648 27295 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.661823 27295 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/data,/tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/wal
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "329f73e1e6fb43e7a4624d045ec06d4a"
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 15:08:14 on dist-test-slave-m341"
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.662057 27295 fs_report.cc:389] FS layout report
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/wal
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/wal
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/data/data
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:14.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.669615 27150 heartbeater.cc:500] Master 127.26.18.62:41183 was elected leader, sending a full tablet report...
15:08:14.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.681939 27295 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
15:08:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.682891 27295 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.683228 27295 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.686482 27295 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:08:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.686620 27295 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:08:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.686731 27295 ts_tablet_manager.cc:662] Registered 0 tablets
15:08:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.686833 27295 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:08:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.745812 27295 rpc_server.cc:307] RPC server started. Bound to: 127.26.18.3:37037
15:08:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.745850 27433 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.18.3:37037 every 8 connection(s)
15:08:14.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.747162 27295 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/data/info.pb
15:08:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.749635 27435 heartbeater.cc:345] Connected to a master server at 127.26.18.62:41183
15:08:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.749967 27435 heartbeater.cc:462] Registering TS with master...
15:08:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.751104 27435 heartbeater.cc:508] Master 127.26.18.62:41183 requested a full tablet report, sending...
15:08:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.753093 26738 ts_manager.cc:210] Registered new tserver with Master: 329f73e1e6fb43e7a4624d045ec06d4a (127.26.18.3:37037)
15:08:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.754244 26738 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.26.18.3:50995
15:08:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.756039 26696 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OmUcg/build/asan/bin/kudu as pid 27295
15:08:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.756232 26696 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OmUcg/test-tmp/mini-kudu-cluster12534466632808269738/ts-2/wal/instance
15:08:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.763661 27434 heartbeater.cc:345] Connected to a master server at 127.26.18.60:34563
15:08:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.763798 27434 heartbeater.cc:462] Registering TS with master...
15:08:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.764194 27434 heartbeater.cc:508] Master 127.26.18.60:34563 requested a full tablet report, sending...
15:08:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.766533 26899 ts_manager.cc:210] Registered new tserver with Master: 329f73e1e6fb43e7a4624d045ec06d4a (127.26.18.3:37037)
15:08:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.766827 27436 heartbeater.cc:345] Connected to a master server at 127.26.18.61:38147
15:08:14.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.767009 27436 heartbeater.cc:462] Registering TS with master...
15:08:14.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.767354 27436 heartbeater.cc:508] Master 127.26.18.61:38147 requested a full tablet report, sending...
15:08:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.768375 26819 ts_manager.cc:210] Registered new tserver with Master: 329f73e1e6fb43e7a4624d045ec06d4a (127.26.18.3:37037)
15:08:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.782301 26696 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
15:08:14.785 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
15:08:14.785 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

15:08:14.786 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.18.62"
      port: 41183
    }
    bound_http_address {
      host: "127.26.18.62"
      port: 45339
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.18.61"
      port: 38147
    }
    bound_http_address {
      host: "127.26.18.61"
      port: 41687
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.18.60"
      port: 34563
    }
    bound_http_address {
      host: "127.26.18.60"
      port: 44997
    }
  }
}

15:08:14.786 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

15:08:14.787 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.18.1"
      port: 35097
    }
    bound_http_address {
      host: "127.26.18.1"
      port: 34821
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.18.2"
      port: 45595
    }
    bound_http_address {
      host: "127.26.18.2"
      port: 36927
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.18.3"
      port: 37037
    }
    bound_http_address {
      host: "127.26.18.3"
      port: 42861
    }
  }
}

15:08:14.787 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:08:14.789 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
15:08:14.790 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.18.61:38147(127.26.18.61:38147)] connecting to peer
15:08:14.791 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.18.60:34563(127.26.18.60:34563)] connecting to peer
15:08:14.792 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:14.792 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.18.61:38147(127.26.18.61:38147)] Successfully connected to peer
15:08:14.793 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.18.60:34563(127.26.18.60:34563)] Successfully connected to peer
15:08:14.794 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.18.62:41183(127.26.18.62:41183)] Successfully connected to peer
15:08:14.794 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.26.18.61
15:08:14.795 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.26.18.60
15:08:14.796 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.26.18.62
15:08:14.805 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xbb919154, L:/127.0.0.1:50938 - R:/127.26.18.61:38147] using SASL/PLAIN
15:08:14.808 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x8058cf91, L:/127.0.0.1:58366 - R:/127.26.18.60:34563] using SASL/PLAIN
15:08:14.812 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x2cfdb055, L:/127.0.0.1:35578 - R:/127.26.18.62:41183] using SASL/PLAIN
15:08:14.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:08:14.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=23), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [17ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: OK, deferred=null) after lookup
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.814987 26738 catalog_manager.cc:2301] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35578:
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:08:14.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.817519 26738 catalog_manager.cc:7244] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:08:14.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7c1282c085aa48c3812b56362b37a5ac
15:08:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.872303 27227 tablet_service.cc:1495] Processing CreateTablet for tablet e1018a27e1f948cb988d4452e1cc3293 (DEFAULT_TABLE table=txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:08:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.872370 27226 tablet_service.cc:1495] Processing CreateTablet for tablet 622c1ee18eb34afc83f186d3b0a097f7 (DEFAULT_TABLE table=txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:08:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.874224 27226 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 622c1ee18eb34afc83f186d3b0a097f7. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.877280 27084 tablet_service.cc:1495] Processing CreateTablet for tablet e1018a27e1f948cb988d4452e1cc3293 (DEFAULT_TABLE table=txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:08:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.877254 27369 tablet_service.cc:1495] Processing CreateTablet for tablet e1018a27e1f948cb988d4452e1cc3293 (DEFAULT_TABLE table=txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:08:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.877307 27083 tablet_service.cc:1495] Processing CreateTablet for tablet 622c1ee18eb34afc83f186d3b0a097f7 (DEFAULT_TABLE table=txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:08:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.878793 27084 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e1018a27e1f948cb988d4452e1cc3293. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.878880 27369 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e1018a27e1f948cb988d4452e1cc3293. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.879262 27083 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 622c1ee18eb34afc83f186d3b0a097f7. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.880148 27227 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e1018a27e1f948cb988d4452e1cc3293. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.880034 27368 tablet_service.cc:1495] Processing CreateTablet for tablet 622c1ee18eb34afc83f186d3b0a097f7 (DEFAULT_TABLE table=txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:08:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.880633 27368 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 622c1ee18eb34afc83f186d3b0a097f7. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.894838 27460 tablet_bootstrap.cc:492] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9: Bootstrap starting.
15:08:14.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.900308 27460 tablet_bootstrap.cc:654] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9: Neither blocks nor log segments found. Creating new log.
15:08:14.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.901728 27461 tablet_bootstrap.cc:492] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148: Bootstrap starting.
15:08:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.901878 27460 log.cc:826] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9: Log is configured to *not* fsync() on all Append() calls
15:08:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.905056 27462 tablet_bootstrap.cc:492] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a: Bootstrap starting.
15:08:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.905102 27460 tablet_bootstrap.cc:492] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9: No bootstrap required, opened a new log
15:08:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.905401 27460 ts_tablet_manager.cc:1449] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9: Time spent bootstrapping tablet: real 0.011s	user 0.008s	sys 0.000s
15:08:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.905669 27461 tablet_bootstrap.cc:654] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148: Neither blocks nor log segments found. Creating new log.
15:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.906935 27461 log.cc:826] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148: Log is configured to *not* fsync() on all Append() calls
15:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.908290 27462 tablet_bootstrap.cc:654] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a: Neither blocks nor log segments found. Creating new log.
15:08:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.909327 27462 log.cc:826] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a: Log is configured to *not* fsync() on all Append() calls
15:08:14.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.909920 27461 tablet_bootstrap.cc:492] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148: No bootstrap required, opened a new log
15:08:14.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.910216 27461 ts_tablet_manager.cc:1449] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148: Time spent bootstrapping tablet: real 0.009s	user 0.000s	sys 0.006s
15:08:14.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.912214 27462 tablet_bootstrap.cc:492] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a: No bootstrap required, opened a new log
15:08:14.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.912580 27462 ts_tablet_manager.cc:1449] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a: Time spent bootstrapping tablet: real 0.008s	user 0.007s	sys 0.000s
15:08:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.912648 27460 raft_consensus.cc:366] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.913017 27460 raft_consensus.cc:392] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.913115 27460 raft_consensus.cc:787] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e4a6463b2ba4196957c0ae1f68b7be9, State: Initialized, Role: FOLLOWER
15:08:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.913825 27460 consensus_queue.cc:261] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.914906 27293 heartbeater.cc:500] Master 127.26.18.62:41183 was elected leader, sending a full tablet report...
15:08:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.919276 27462 raft_consensus.cc:366] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.919281 27461 raft_consensus.cc:366] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.919695 27462 raft_consensus.cc:392] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.919734 27461 raft_consensus.cc:392] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.919793 27462 raft_consensus.cc:787] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 329f73e1e6fb43e7a4624d045ec06d4a, State: Initialized, Role: FOLLOWER
15:08:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.919840 27461 raft_consensus.cc:787] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9a217d926904a2a973bc88e250cf148, State: Initialized, Role: FOLLOWER
15:08:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.920469 27461 consensus_queue.cc:261] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.920459 27462 consensus_queue.cc:261] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.922200 27460 ts_tablet_manager.cc:1480] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9: Time spent starting tablet: real 0.017s	user 0.011s	sys 0.000s
15:08:14.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.923579 27461 ts_tablet_manager.cc:1480] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148: Time spent starting tablet: real 0.013s	user 0.010s	sys 0.003s
15:08:14.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.925149 27460 tablet_bootstrap.cc:492] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9: Bootstrap starting.
15:08:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.927706 27460 tablet_bootstrap.cc:654] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9: Neither blocks nor log segments found. Creating new log.
15:08:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.928987 27462 ts_tablet_manager.cc:1480] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a: Time spent starting tablet: real 0.016s	user 0.011s	sys 0.004s
15:08:14.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.929967 27461 tablet_bootstrap.cc:492] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148: Bootstrap starting.
15:08:14.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.932467 27435 heartbeater.cc:500] Master 127.26.18.62:41183 was elected leader, sending a full tablet report...
15:08:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.933266 27462 tablet_bootstrap.cc:492] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a: Bootstrap starting.
15:08:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.935277 27462 tablet_bootstrap.cc:654] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a: Neither blocks nor log segments found. Creating new log.
15:08:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.940852 27461 tablet_bootstrap.cc:654] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148: Neither blocks nor log segments found. Creating new log.
15:08:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.943290 27462 tablet_bootstrap.cc:492] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a: No bootstrap required, opened a new log
15:08:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.943524 27461 tablet_bootstrap.cc:492] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148: No bootstrap required, opened a new log
15:08:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.943523 27462 ts_tablet_manager.cc:1449] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a: Time spent bootstrapping tablet: real 0.010s	user 0.010s	sys 0.000s
15:08:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.943712 27461 ts_tablet_manager.cc:1449] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148: Time spent bootstrapping tablet: real 0.014s	user 0.004s	sys 0.001s
15:08:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944001 27460 tablet_bootstrap.cc:492] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9: No bootstrap required, opened a new log
15:08:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944168 27460 ts_tablet_manager.cc:1449] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9: Time spent bootstrapping tablet: real 0.019s	user 0.000s	sys 0.018s
15:08:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944468 27462 raft_consensus.cc:366] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944527 27461 raft_consensus.cc:366] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944665 27462 raft_consensus.cc:392] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944720 27461 raft_consensus.cc:392] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944752 27462 raft_consensus.cc:787] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 329f73e1e6fb43e7a4624d045ec06d4a, State: Initialized, Role: FOLLOWER
15:08:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944811 27461 raft_consensus.cc:787] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9a217d926904a2a973bc88e250cf148, State: Initialized, Role: FOLLOWER
15:08:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.944974 27462 consensus_queue.cc:261] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.945041 27461 consensus_queue.cc:261] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.945042 27460 raft_consensus.cc:366] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.945217 27460 raft_consensus.cc:392] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.945565 27461 ts_tablet_manager.cc:1480] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.000s
15:08:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.945307 27460 raft_consensus.cc:787] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e4a6463b2ba4196957c0ae1f68b7be9, State: Initialized, Role: FOLLOWER
15:08:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.946717 27460 consensus_queue.cc:261] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.946899 27462 ts_tablet_manager.cc:1480] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
15:08:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.947203 27460 ts_tablet_manager.cc:1480] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.002s
15:08:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:14.968216 27296 tablet.cc:2554] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:08:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.980089 27468 raft_consensus.cc:534] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:08:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.980396 27468 raft_consensus.cc:556] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.982736 27468 leader_election.cc:290] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9a217d926904a2a973bc88e250cf148 (127.26.18.1:35097), 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595)
15:08:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.990245 27104 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "e1018a27e1f948cb988d4452e1cc3293" candidate_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9a217d926904a2a973bc88e250cf148" is_pre_election: true
15:08:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.990622 27247 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "e1018a27e1f948cb988d4452e1cc3293" candidate_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" is_pre_election: true
15:08:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.990907 27104 raft_consensus.cc:2062] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 329f73e1e6fb43e7a4624d045ec06d4a in term 0
15:08:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.991246 27247 raft_consensus.cc:2062] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 329f73e1e6fb43e7a4624d045ec06d4a in term 0
15:08:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.991715 27315 leader_election.cc:304] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 329f73e1e6fb43e7a4624d045ec06d4a, d9a217d926904a2a973bc88e250cf148; no voters: 
15:08:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.992165 27468 raft_consensus.cc:3024] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Leader pre-election won for term 1
15:08:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.992323 27468 raft_consensus.cc:534] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:08:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.992417 27468 raft_consensus.cc:3296] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Advancing to term 1
15:08:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.993196 27468 raft_consensus.cc:556] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.995891 27468 leader_election.cc:290] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [CANDIDATE]: Term 1 election: Requested vote from peers d9a217d926904a2a973bc88e250cf148 (127.26.18.1:35097), 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595)
15:08:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.996382 27104 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "e1018a27e1f948cb988d4452e1cc3293" candidate_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9a217d926904a2a973bc88e250cf148"
15:08:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.996409 27247 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "e1018a27e1f948cb988d4452e1cc3293" candidate_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9"
15:08:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.996601 27104 raft_consensus.cc:3296] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Advancing to term 1
15:08:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.996600 27247 raft_consensus.cc:3296] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Advancing to term 1
15:08:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.997097 27247 raft_consensus.cc:2062] T e1018a27e1f948cb988d4452e1cc3293 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 329f73e1e6fb43e7a4624d045ec06d4a in term 1
15:08:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.997121 27104 raft_consensus.cc:2062] T e1018a27e1f948cb988d4452e1cc3293 P d9a217d926904a2a973bc88e250cf148 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 329f73e1e6fb43e7a4624d045ec06d4a in term 1
15:08:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.999454 27313 leader_election.cc:304] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 329f73e1e6fb43e7a4624d045ec06d4a, 6e4a6463b2ba4196957c0ae1f68b7be9; no voters: 
15:08:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:14.999914 27468 raft_consensus.cc:3024] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 1 FOLLOWER]: Leader election won for term 1
15:08:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.000085 27468 raft_consensus.cc:744] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [term 1 LEADER]: Becoming Leader. State: Replica: 329f73e1e6fb43e7a4624d045ec06d4a, State: Running, Role: LEADER
15:08:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.000548 27468 consensus_queue.cc:238] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.005488 26737 catalog_manager.cc:5856] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a reported cstate change: term changed from 0 to 1, leader changed from <none> to 329f73e1e6fb43e7a4624d045ec06d4a (127.26.18.3). New cstate: current_term: 1 leader_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } health_report { overall_health: HEALTHY } } }
15:08:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.008415 27472 consensus_queue.cc:1049] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [LEADER]: Connected to new peer: Peer: permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:15.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:15.013890 27437 tablet.cc:2554] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:08:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.017706 27472 consensus_queue.cc:1049] T e1018a27e1f948cb988d4452e1cc3293 P 329f73e1e6fb43e7a4624d045ec06d4a [LEADER]: Connected to new peer: Peer: permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.078251 27467 raft_consensus.cc:534] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:08:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.078491 27467 raft_consensus.cc:556] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.080518 27467 leader_election.cc:290] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595), 329f73e1e6fb43e7a4624d045ec06d4a (127.26.18.3:37037)
15:08:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.088606 27247 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "622c1ee18eb34afc83f186d3b0a097f7" candidate_uuid: "d9a217d926904a2a973bc88e250cf148" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" is_pre_election: true
15:08:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.088933 27247 raft_consensus.cc:2062] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate d9a217d926904a2a973bc88e250cf148 in term 0
15:08:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.089411 27026 leader_election.cc:304] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6e4a6463b2ba4196957c0ae1f68b7be9, d9a217d926904a2a973bc88e250cf148; no voters: 
15:08:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.089884 27467 raft_consensus.cc:3024] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:08:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.090019 27467 raft_consensus.cc:534] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:08:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.090098 27467 raft_consensus.cc:3296] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Advancing to term 1
15:08:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.090909 27389 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "622c1ee18eb34afc83f186d3b0a097f7" candidate_uuid: "d9a217d926904a2a973bc88e250cf148" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" is_pre_election: true
15:08:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.091028 27467 raft_consensus.cc:556] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.091396 27389 raft_consensus.cc:2062] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate d9a217d926904a2a973bc88e250cf148 in term 0
15:08:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.093729 27467 leader_election.cc:290] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [CANDIDATE]: Term 1 election: Requested vote from peers 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595), 329f73e1e6fb43e7a4624d045ec06d4a (127.26.18.3:37037)
15:08:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.094204 27247 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "622c1ee18eb34afc83f186d3b0a097f7" candidate_uuid: "d9a217d926904a2a973bc88e250cf148" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9"
15:08:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.094316 27389 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "622c1ee18eb34afc83f186d3b0a097f7" candidate_uuid: "d9a217d926904a2a973bc88e250cf148" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "329f73e1e6fb43e7a4624d045ec06d4a"
15:08:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.094457 27389 raft_consensus.cc:3296] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Advancing to term 1
15:08:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.094439 27247 raft_consensus.cc:3296] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Advancing to term 1
15:08:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.094753 27389 raft_consensus.cc:2062] T 622c1ee18eb34afc83f186d3b0a097f7 P 329f73e1e6fb43e7a4624d045ec06d4a [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate d9a217d926904a2a973bc88e250cf148 in term 1
15:08:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.094861 27247 raft_consensus.cc:2062] T 622c1ee18eb34afc83f186d3b0a097f7 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate d9a217d926904a2a973bc88e250cf148 in term 1
15:08:15.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.097168 27026 leader_election.cc:304] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 329f73e1e6fb43e7a4624d045ec06d4a, d9a217d926904a2a973bc88e250cf148; no voters: 
15:08:15.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.097478 27467 raft_consensus.cc:3024] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 1 FOLLOWER]: Leader election won for term 1
15:08:15.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.097666 27467 raft_consensus.cc:744] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [term 1 LEADER]: Becoming Leader. State: Replica: d9a217d926904a2a973bc88e250cf148, State: Running, Role: LEADER
15:08:15.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.098210 27467 consensus_queue.cc:238] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.103930 26737 catalog_manager.cc:5856] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 reported cstate change: term changed from 0 to 1, leader changed from <none> to d9a217d926904a2a973bc88e250cf148 (127.26.18.1). New cstate: current_term: 1 leader_uuid: "d9a217d926904a2a973bc88e250cf148" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } health_report { overall_health: UNKNOWN } } }
15:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.104519 27485 consensus_queue.cc:1049] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [LEADER]: Connected to new peer: Peer: permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.104863 27467 consensus_queue.cc:1049] T 622c1ee18eb34afc83f186d3b0a097f7 P d9a217d926904a2a973bc88e250cf148 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.256119 26738 catalog_manager.cc:2301] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35580:
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:08:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
15:08:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:15.257097 26738 catalog_manager.cc:7244] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:08:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.270970 27368 tablet_service.cc:1495] Processing CreateTablet for tablet 06966745f0f04b12bb898937196778a1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a3f72878caa94e84956b341e7d91d6a7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:08:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.270704 27083 tablet_service.cc:1495] Processing CreateTablet for tablet 06966745f0f04b12bb898937196778a1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a3f72878caa94e84956b341e7d91d6a7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:08:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.270895 27227 tablet_service.cc:1495] Processing CreateTablet for tablet 06966745f0f04b12bb898937196778a1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a3f72878caa94e84956b341e7d91d6a7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:08:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.271811 27083 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 06966745f0f04b12bb898937196778a1. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.271813 27368 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 06966745f0f04b12bb898937196778a1. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.271956 27227 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 06966745f0f04b12bb898937196778a1. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.278120 27460 tablet_bootstrap.cc:492] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: Bootstrap starting.
15:08:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.279341 27461 tablet_bootstrap.cc:492] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: Bootstrap starting.
15:08:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.280072 27460 tablet_bootstrap.cc:654] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: Neither blocks nor log segments found. Creating new log.
15:08:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.281388 27461 tablet_bootstrap.cc:654] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: Neither blocks nor log segments found. Creating new log.
15:08:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.282262 27460 tablet_bootstrap.cc:492] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: No bootstrap required, opened a new log
15:08:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.282450 27462 tablet_bootstrap.cc:492] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: Bootstrap starting.
15:08:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.282459 27460 ts_tablet_manager.cc:1449] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: Time spent bootstrapping tablet: real 0.004s	user 0.001s	sys 0.002s
15:08:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.283100 27460 raft_consensus.cc:366] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.283295 27460 raft_consensus.cc:392] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.283384 27460 raft_consensus.cc:787] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e4a6463b2ba4196957c0ae1f68b7be9, State: Initialized, Role: FOLLOWER
15:08:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.283696 27460 consensus_queue.cc:261] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.283964 27462 tablet_bootstrap.cc:654] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: Neither blocks nor log segments found. Creating new log.
15:08:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.285046 27461 tablet_bootstrap.cc:492] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: No bootstrap required, opened a new log
15:08:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.285243 27461 ts_tablet_manager.cc:1449] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: Time spent bootstrapping tablet: real 0.006s	user 0.003s	sys 0.000s
15:08:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.285678 27466 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.285892 27466 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: This TxnStatusTablet replica's current role is: FOLLOWER
15:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.287038 27460 ts_tablet_manager.cc:1480] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: Time spent starting tablet: real 0.004s	user 0.000s	sys 0.002s
15:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.288193 27461 raft_consensus.cc:366] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.288412 27461 raft_consensus.cc:392] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.288528 27461 raft_consensus.cc:787] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9a217d926904a2a973bc88e250cf148, State: Initialized, Role: FOLLOWER
15:08:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.291105 27461 consensus_queue.cc:261] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.291867 27467 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.292138 27467 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: This TxnStatusTablet replica's current role is: FOLLOWER
15:08:15.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.295818 27461 ts_tablet_manager.cc:1480] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: Time spent starting tablet: real 0.010s	user 0.001s	sys 0.002s
15:08:15.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.297709 27462 tablet_bootstrap.cc:492] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: No bootstrap required, opened a new log
15:08:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.297907 27462 ts_tablet_manager.cc:1449] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: Time spent bootstrapping tablet: real 0.016s	user 0.010s	sys 0.000s
15:08:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.298714 27462 raft_consensus.cc:366] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.298869 27462 raft_consensus.cc:392] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.298915 27462 raft_consensus.cc:787] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 329f73e1e6fb43e7a4624d045ec06d4a, State: Initialized, Role: FOLLOWER
15:08:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.299150 27462 consensus_queue.cc:261] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.299667 27474 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.299912 27474 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: This TxnStatusTablet replica's current role is: FOLLOWER
15:08:15.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.302459 27462 ts_tablet_manager.cc:1480] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.000s
15:08:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:15.406471 27152 tablet.cc:2554] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:08:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.472214 27466 raft_consensus.cc:534] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:08:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.472456 27466 raft_consensus.cc:556] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.474213 27466 leader_election.cc:290] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9a217d926904a2a973bc88e250cf148 (127.26.18.1:35097), 329f73e1e6fb43e7a4624d045ec06d4a (127.26.18.3:37037)
15:08:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.481634 27389 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "06966745f0f04b12bb898937196778a1" candidate_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" is_pre_election: true
15:08:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.481644 27104 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "06966745f0f04b12bb898937196778a1" candidate_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9a217d926904a2a973bc88e250cf148" is_pre_election: true
15:08:15.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.481933 27104 raft_consensus.cc:2062] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 6e4a6463b2ba4196957c0ae1f68b7be9 in term 0
15:08:15.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.481961 27389 raft_consensus.cc:2062] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 6e4a6463b2ba4196957c0ae1f68b7be9 in term 0
15:08:15.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.482506 27171 leader_election.cc:304] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 329f73e1e6fb43e7a4624d045ec06d4a, 6e4a6463b2ba4196957c0ae1f68b7be9, d9a217d926904a2a973bc88e250cf148; no voters: 
15:08:15.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.482870 27466 raft_consensus.cc:3024] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:08:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.483002 27466 raft_consensus.cc:534] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:08:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.483105 27466 raft_consensus.cc:3296] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 0 FOLLOWER]: Advancing to term 1
15:08:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.483748 27466 raft_consensus.cc:556] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.486214 27466 leader_election.cc:290] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [CANDIDATE]: Term 1 election: Requested vote from peers d9a217d926904a2a973bc88e250cf148 (127.26.18.1:35097), 329f73e1e6fb43e7a4624d045ec06d4a (127.26.18.3:37037)
15:08:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.486744 27104 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "06966745f0f04b12bb898937196778a1" candidate_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9a217d926904a2a973bc88e250cf148"
15:08:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.486752 27389 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "06966745f0f04b12bb898937196778a1" candidate_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "329f73e1e6fb43e7a4624d045ec06d4a"
15:08:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.486931 27389 raft_consensus.cc:3296] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a [term 0 FOLLOWER]: Advancing to term 1
15:08:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.486986 27104 raft_consensus.cc:3296] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148 [term 0 FOLLOWER]: Advancing to term 1
15:08:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.487241 27389 raft_consensus.cc:2062] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 6e4a6463b2ba4196957c0ae1f68b7be9 in term 1
15:08:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.487381 27104 raft_consensus.cc:2062] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 6e4a6463b2ba4196957c0ae1f68b7be9 in term 1
15:08:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.489939 27173 leader_election.cc:304] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6e4a6463b2ba4196957c0ae1f68b7be9, d9a217d926904a2a973bc88e250cf148; no voters: 
15:08:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.490339 27466 raft_consensus.cc:3024] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 1 FOLLOWER]: Leader election won for term 1
15:08:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.490520 27466 raft_consensus.cc:744] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [term 1 LEADER]: Becoming Leader. State: Replica: 6e4a6463b2ba4196957c0ae1f68b7be9, State: Running, Role: LEADER
15:08:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.491092 27466 consensus_queue.cc:238] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } }
15:08:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.493148 27501 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: TxnStatusTablet state changed. Reason: New leader 6e4a6463b2ba4196957c0ae1f68b7be9. Latest consensus state: current_term: 1 leader_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.493397 27501 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: This TxnStatusTablet replica's current role is: LEADER
15:08:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.496731 27504 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
15:08:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.497067 27504 txn_status_manager.cc:930] Loading transaction status metadata into memory...
15:08:15.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.498883 27501 consensus_queue.cc:1049] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:15.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.499017 26737 catalog_manager.cc:5856] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2). New cstate: current_term: 1 leader_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } health_report { overall_health: UNKNOWN } } }
15:08:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.503963 27474 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: TxnStatusTablet state changed. Reason: New leader 6e4a6463b2ba4196957c0ae1f68b7be9. Latest consensus state: current_term: 1 leader_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.504179 27474 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: This TxnStatusTablet replica's current role is: FOLLOWER
15:08:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.506415 27474 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.506632 27474 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P 329f73e1e6fb43e7a4624d045ec06d4a: This TxnStatusTablet replica's current role is: FOLLOWER
15:08:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.510303 27466 consensus_queue.cc:1049] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.516103 27503 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.519022 27503 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: This TxnStatusTablet replica's current role is: LEADER
15:08:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.533844 27483 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.534121 27483 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: This TxnStatusTablet replica's current role is: FOLLOWER
15:08:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.534186 27467 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: TxnStatusTablet state changed. Reason: New leader 6e4a6463b2ba4196957c0ae1f68b7be9. Latest consensus state: current_term: 1 leader_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.534353 27467 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P d9a217d926904a2a973bc88e250cf148: This TxnStatusTablet replica's current role is: FOLLOWER
15:08:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.549692 27503 tablet_replica.cc:442] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a217d926904a2a973bc88e250cf148" member_type: VOTER last_known_addr { host: "127.26.18.1" port: 35097 } } peers { permanent_uuid: "6e4a6463b2ba4196957c0ae1f68b7be9" member_type: VOTER last_known_addr { host: "127.26.18.2" port: 45595 } } peers { permanent_uuid: "329f73e1e6fb43e7a4624d045ec06d4a" member_type: VOTER last_known_addr { host: "127.26.18.3" port: 37037 } } }
15:08:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.549929 27503 tablet_replica.cc:445] T 06966745f0f04b12bb898937196778a1 P 6e4a6463b2ba4196957c0ae1f68b7be9: This TxnStatusTablet replica's current role is: LEADER
15:08:15.563 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
15:08:15.566 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7c1282c085aa48c3812b56362b37a5ac
15:08:15.568 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e1018a27e1f948cb988d4452e1cc3293 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
15:08:15.568 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 622c1ee18eb34afc83f186d3b0a097f7 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
15:08:15.569 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=e1018a27e1f948cb988d4452e1cc3293@[329f73e1e6fb43e7a4624d045ec06d4a(127.26.18.3:37037)[L],6e4a6463b2ba4196957c0ae1f68b7be9(127.26.18.2:45595),d9a217d926904a2a973bc88e250cf148(127.26.18.1:35097)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=622c1ee18eb34afc83f186d3b0a097f7@[329f73e1e6fb43e7a4624d045ec06d4a(127.26.18.3:37037),6e4a6463b2ba4196957c0ae1f68b7be9(127.26.18.2:45595),d9a217d926904a2a973bc88e250cf148(127.26.18.1:35097)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
15:08:15.569 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.18.62:41183, [2ms] Sub RPC GetTableLocations: received response from server master-127.26.18.62:41183: OK, deferred=null) after lookup
15:08:15.569 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 329f73e1e6fb43e7a4624d045ec06d4a(127.26.18.3:37037)] connecting to peer
15:08:15.571 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 329f73e1e6fb43e7a4624d045ec06d4a(127.26.18.3:37037)] Successfully connected to peer
15:08:15.583 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x9ec0cb25, L:/127.0.0.1:45208 - R:/127.26.18.3:37037] using TOKEN/null
15:08:15.635 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.18.62:41183
15:08:15.635 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

15:08:15.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.636201 26696 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task6OmUcg/build/asan/bin/kudu pid 26707
15:08:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.637765 26778 generic_service.cc:196] Checking for leaks (request via RPC)
15:08:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:15.810755 26696 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OmUcg/build/asan/bin/kudu with pid 26707
15:08:15.834 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.18.62:41183(127.26.18.62:41183)] handling channelInactive
15:08:15.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state READY due to: connection closed
15:08:15.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:08:16.073 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.074 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.26.18.62:41183(127.26.18.62:41183) for tablet Kudu Master: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.091 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.110699 27524 raft_consensus.cc:534] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 533ca769b604432090212389cb28181b)
15:08:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.110795 27525 raft_consensus.cc:534] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 533ca769b604432090212389cb28181b)
15:08:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.110944 27524 raft_consensus.cc:556] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.111011 27525 raft_consensus.cc:556] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.112634 27524 leader_election.cc:290] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 533ca769b604432090212389cb28181b (127.26.18.62:41183), 8a8e917617954c26931604535a124636 (127.26.18.60:34563)
15:08:16.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.116 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.117182 26910 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a5242ecf59f54926b3942c5d351d3462" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8a8e917617954c26931604535a124636" is_pre_election: true
15:08:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.117406 27525 leader_election.cc:290] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 533ca769b604432090212389cb28181b (127.26.18.62:41183), a5242ecf59f54926b3942c5d351d3462 (127.26.18.61:38147)
15:08:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.117516 26910 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 1 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate a5242ecf59f54926b3942c5d351d3462 in term 1
15:08:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.117902 26827 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a8e917617954c26931604535a124636" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a5242ecf59f54926b3942c5d351d3462" is_pre_election: true
15:08:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.117964 26885 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.118196 26827 raft_consensus.cc:2062] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 1 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 8a8e917617954c26931604535a124636 in term 1
15:08:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.118979 26886 leader_election.cc:304] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8a8e917617954c26931604535a124636, a5242ecf59f54926b3942c5d351d3462; no voters: 
15:08:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.119416 27525 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 1 FOLLOWER]: Leader pre-election won for term 2
15:08:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.119413 26804 leader_election.cc:336] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.119603 27525 raft_consensus.cc:534] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 533ca769b604432090212389cb28181b)
15:08:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.119736 27525 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 1 FOLLOWER]: Advancing to term 2
15:08:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.119833 26885 leader_election.cc:336] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.119807 26804 leader_election.cc:304] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a8e917617954c26931604535a124636, a5242ecf59f54926b3942c5d351d3462; no voters: 533ca769b604432090212389cb28181b
15:08:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.120254 27524 raft_consensus.cc:3024] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 1 FOLLOWER]: Leader pre-election won for term 2
15:08:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.120419 27524 raft_consensus.cc:534] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 533ca769b604432090212389cb28181b)
15:08:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.120505 27524 raft_consensus.cc:3296] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 1 FOLLOWER]: Advancing to term 2
15:08:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.120558 27525 raft_consensus.cc:556] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.121124 27524 raft_consensus.cc:556] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.124058 27525 leader_election.cc:290] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 2 election: Requested vote from peers 533ca769b604432090212389cb28181b (127.26.18.62:41183), a5242ecf59f54926b3942c5d351d3462 (127.26.18.61:38147)
15:08:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.124590 27524 leader_election.cc:290] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [CANDIDATE]: Term 2 election: Requested vote from peers 533ca769b604432090212389cb28181b (127.26.18.62:41183), 8a8e917617954c26931604535a124636 (127.26.18.60:34563)
15:08:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.125295 26827 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a8e917617954c26931604535a124636" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a5242ecf59f54926b3942c5d351d3462"
15:08:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.125486 26910 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a5242ecf59f54926b3942c5d351d3462" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8a8e917617954c26931604535a124636"
15:08:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.125607 26827 raft_consensus.cc:2628] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 8a8e917617954c26931604535a124636 in current term 2: Already voted for candidate a5242ecf59f54926b3942c5d351d3462 in this term.
15:08:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.125756 26910 raft_consensus.cc:2628] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a5242ecf59f54926b3942c5d351d3462 in current term 2: Already voted for candidate 8a8e917617954c26931604535a124636 in this term.
15:08:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.126019 26885 leader_election.cc:336] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.126271 26804 leader_election.cc:336] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.126272 26886 leader_election.cc:304] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a8e917617954c26931604535a124636; no voters: 533ca769b604432090212389cb28181b, a5242ecf59f54926b3942c5d351d3462
15:08:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.126603 27525 raft_consensus.cc:2966] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
15:08:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.126610 26804 leader_election.cc:304] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a5242ecf59f54926b3942c5d351d3462; no voters: 533ca769b604432090212389cb28181b, 8a8e917617954c26931604535a124636
15:08:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.126933 27532 raft_consensus.cc:2966] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
15:08:16.131 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.133 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.133 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.133 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.151 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.171 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.191 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.193 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.193 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.291 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.292 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.294 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.294 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.26.18.62:41183, [3ms] received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [45ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, deferred=Deferred@546751525(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$232/0x00007f637c339a20@5ea7e7a3 -> (continuation of Deferred@1152245578 after retry RPC after error@758342140) -> (continuation of Deferred@999436179 after retry RPC after error@1525243325) -> (continuation of Deferred@1880395301 after retry RPC after error@1176382810) -> (continuation of Deferred@1826254013 after retry RPC after error@2093924398) -> (continuation of Deferred@687807540 after retry RPC after error@532447372) -> (continuation of Deferred@540846146 after retry RPC after error@712623067), errback=org.apache.kudu.client.KuduTransaction$$Lambda$233/0x00007f637c339c48@7a37641c -> (continuation of Deferred@1152245578 after retry RPC after error@758342140) -> (continuation of Deferred@999436179 after retry RPC after error@1525243325) -> (continuation of Deferred@1880395301 after retry RPC after error@1176382810) -> (continuation of Deferred@1826254013 after retry RPC after error@2093924398) -> (continuation of Deferred@687807540 after retry RPC after error@532447372) -> (continuation of Deferred@540846146 after retry RPC after error@712623067)))
15:08:16.295 [DEBUG - kudu-nio-3] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.26.18.62:41183, [3ms] received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [45ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [45ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, deferred=Deferred@546751525(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$232/0x00007f637c339a20@5ea7e7a3 -> (continuation of Deferred@1152245578 after retry RPC after error@758342140) -> (continuation of Deferred@999436179 after retry RPC after error@1525243325) -> (continuation of Deferred@1880395301 after retry RPC after error@1176382810) -> (continuation of Deferred@1826254013 after retry RPC after error@2093924398) -> (continuation of Deferred@687807540 after retry RPC after error@532447372) -> (continuation of Deferred@540846146 after retry RPC after error@712623067), errback=org.apache.kudu.client.KuduTransaction$$Lambda$233/0x00007f637c339c48@7a37641c -> (continuation of Deferred@1152245578 after retry RPC after error@758342140) -> (continuation of Deferred@999436179 after retry RPC after error@1525243325) -> (continuation of Deferred@1880395301 after retry RPC after error@1176382810) -> (continuation of Deferred@1826254013 after retry RPC after error@2093924398) -> (continuation of Deferred@687807540 after retry RPC after error@532447372) -> (continuation of Deferred@540846146 after retry RPC after error@712623067)))
15:08:16.311 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.313 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.313 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.313 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.331 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.351 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.352 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.371 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.372 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.372 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.373 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.391 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.411 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.431 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.433 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.519891 27435 heartbeater.cc:648] Failed to heartbeat to 127.26.18.62:41183 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.542680 27150 heartbeater.cc:648] Failed to heartbeat to 127.26.18.62:41183 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.551329 27525 raft_consensus.cc:534] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:08:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.551630 27525 raft_consensus.cc:556] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:16.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.552384 27525 leader_election.cc:290] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 533ca769b604432090212389cb28181b (127.26.18.62:41183), a5242ecf59f54926b3942c5d351d3462 (127.26.18.61:38147)
15:08:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.553016 26827 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a8e917617954c26931604535a124636" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a5242ecf59f54926b3942c5d351d3462" is_pre_election: true
15:08:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.553301 26827 raft_consensus.cc:2062] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 2 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 8a8e917617954c26931604535a124636 in term 2
15:08:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.553720 26886 leader_election.cc:304] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8a8e917617954c26931604535a124636, a5242ecf59f54926b3942c5d351d3462; no voters: 
15:08:16.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.556712 26885 leader_election.cc:336] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [245ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, deferred=Deferred@1930885047(state=PENDING, result=null, callback=(continuation of Deferred@632854233 after retry RPC after error@26362209) -> (continuation of Deferred@859245214 after retry RPC after error@2002315264) -> (continuation of Deferred@372745836 after retry RPC after error@96298114) -> (continuation of Deferred@240512337 after retry RPC after error@1048386675) -> (continuation of Deferred@357751062 after retry RPC after error@2074424906) -> (continuation of Deferred@1513841418 after retry RPC after error@208888506) -> (continuation of Deferred@258641995 after retry RPC after error@1563422858), errback=(continuation of Deferred@632854233 after retry RPC after error@26362209) -> (continuation of Deferred@859245214 after retry RPC after error@2002315264) -> (continuation of Deferred@372745836 after retry RPC after error@96298114) -> (continuation of Deferred@240512337 after retry RPC after error@1048386675) -> (continuation of Deferred@357751062 after retry RPC after error@2074424906) -> (continuation of Deferred@1513841418 after retry RPC after error@208888506) -> (continuation of Deferred@258641995 after retry RPC after error@1563422858)))
15:08:16.557 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [122ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [245ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, deferred=Deferred@1930885047(state=PENDING, result=null, callback=(continuation of Deferred@632854233 after retry RPC after error@26362209) -> (continuation of Deferred@859245214 after retry RPC after error@2002315264) -> (continuation of Deferred@372745836 after retry RPC after error@96298114) -> (continuation of Deferred@240512337 after retry RPC after error@1048386675) -> (continuation of Deferred@357751062 after retry RPC after error@2074424906) -> (continuation of Deferred@1513841418 after retry RPC after error@208888506) -> (continuation of Deferred@258641995 after retry RPC after error@1563422858), errback=(continuation of Deferred@632854233 after retry RPC after error@26362209) -> (continuation of Deferred@859245214 after retry RPC after error@2002315264) -> (continuation of Deferred@372745836 after retry RPC after error@96298114) -> (continuation of Deferred@240512337 after retry RPC after error@1048386675) -> (continuation of Deferred@357751062 after retry RPC after error@2074424906) -> (continuation of Deferred@1513841418 after retry RPC after error@208888506) -> (continuation of Deferred@258641995 after retry RPC after error@1563422858)))
15:08:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.557219 27525 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 2 FOLLOWER]: Leader pre-election won for term 3
15:08:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.557333 27525 raft_consensus.cc:534] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:08:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.557483 27525 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 2 FOLLOWER]: Advancing to term 3
15:08:16.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.557734 27525 raft_consensus.cc:556] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:16.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.561292 27525 leader_election.cc:290] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 3 election: Requested vote from peers 533ca769b604432090212389cb28181b (127.26.18.62:41183), a5242ecf59f54926b3942c5d351d3462 (127.26.18.61:38147)
15:08:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.562016 26827 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a8e917617954c26931604535a124636" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a5242ecf59f54926b3942c5d351d3462"
15:08:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.562271 26827 raft_consensus.cc:3296] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 2 FOLLOWER]: Advancing to term 3
15:08:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.562647 26827 raft_consensus.cc:2062] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 3 FOLLOWER]: Leader election vote request: granting yes vote for candidate 8a8e917617954c26931604535a124636 in term 3
15:08:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.562770 26885 leader_election.cc:336] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.564783 27293 heartbeater.cc:648] Failed to heartbeat to 127.26.18.62:41183 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111)
15:08:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.565431 26886 leader_election.cc:304] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a8e917617954c26931604535a124636, a5242ecf59f54926b3942c5d351d3462; no voters: 533ca769b604432090212389cb28181b
15:08:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.565743 27525 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 3 FOLLOWER]: Leader election won for term 3
15:08:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.565956 27525 raft_consensus.cc:744] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [term 3 LEADER]: Becoming Leader. State: Replica: 8a8e917617954c26931604535a124636, State: Running, Role: LEADER
15:08:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.566370 27525 consensus_queue.cc:238] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } }
15:08:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.568181 27531 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8a8e917617954c26931604535a124636. Latest consensus state: current_term: 3 leader_uuid: "8a8e917617954c26931604535a124636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.568410 27531 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: This master's current role is: LEADER
15:08:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.572420 26827 raft_consensus.cc:1338] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [term 3 FOLLOWER]: Refusing update from remote peer 8a8e917617954c26931604535a124636: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
15:08:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.574281 26885 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 -> Peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Couldn't send request to peer 533ca769b604432090212389cb28181b. Status: Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:08:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.574750 27539 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
15:08:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.576627 27540 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
15:08:16.577 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.579 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.581224 27540 catalog_manager.cc:694] Loaded metadata for table txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac]
15:08:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.582037 27540 catalog_manager.cc:694] Loaded metadata for table kudu_system.kudu_transactions [id=a3f72878caa94e84956b341e7d91d6a7]
15:08:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.584213 27532 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8a8e917617954c26931604535a124636. Latest consensus state: current_term: 3 leader_uuid: "8a8e917617954c26931604535a124636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.584546 27532 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: This master's current role is: FOLLOWER
15:08:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.584868 27540 tablet_loader.cc:96] loaded metadata for tablet 06966745f0f04b12bb898937196778a1 (table kudu_system.kudu_transactions [id=a3f72878caa94e84956b341e7d91d6a7])
15:08:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.585470 27540 tablet_loader.cc:96] loaded metadata for tablet 622c1ee18eb34afc83f186d3b0a097f7 (table txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac])
15:08:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.586112 27540 tablet_loader.cc:96] loaded metadata for tablet e1018a27e1f948cb988d4452e1cc3293 (table txn_manager_fallback [id=7c1282c085aa48c3812b56362b37a5ac])
15:08:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.586455 27540 catalog_manager.cc:1535] Initializing Kudu cluster ID...
15:08:16.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.588012 27540 catalog_manager.cc:1310] Loaded cluster ID: 3577ef04dbd942c18427d3aca4b917eb
15:08:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.588248 27540 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
15:08:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.590234 27540 catalog_manager.cc:1555] Loading token signing keys...
15:08:16.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.591605 27540 catalog_manager.cc:6248] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636: Loaded TSK: 0
15:08:16.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.592989 27540 catalog_manager.cc:1565] Initializing in-progress tserver states...
15:08:16.594 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.595 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183; will retry
15:08:16.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.596280 27541 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "8a8e917617954c26931604535a124636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:16.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.596621 27541 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: This master's current role is: LEADER
15:08:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.597287 27532 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "8a8e917617954c26931604535a124636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.597537 27532 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5242ecf59f54926b3942c5d351d3462 [sys.catalog]: This master's current role is: FOLLOWER
15:08:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.609915 27176 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.042s from last keepalive heartbeat (effective timeout is 1.000s)
15:08:16.611 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.26.18.62:41183(127.26.18.62:41183)] connecting to peer
15:08:16.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.18.62:41183(127.26.18.62:41183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.18.62:41183: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183
15:08:16.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.612134 27192 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.18.62:41183)
15:08:16.616 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:08:16.617 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=43), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [14ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [19ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.18.61:38147,127.26.18.60:34563,127.26.18.62:41183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.61:38147, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.60:34563, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.18.62:41183, [39ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.61:38147: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.62:41183: Network error: Failed to connect to peer master-127.26.18.62:41183(127.26.18.62:41183): Connection refused: /127.26.18.62:41183, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.18.60:34563: OK, deferred=Deferred@1058135519(state=PENDING, result=null, callback=(continuation of Deferred@2109589734 after retry RPC after error@806555723) -> (continuation of Deferred@142607104 after retry RPC after error@961468650), errback=(continuation of Deferred@2109589734 after retry RPC after error@806555723) -> (continuation of Deferred@142607104 after retry RPC after error@961468650))) after lookup
15:08:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.626818 27547 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:16.675052 26899 catalog_manager.cc:2301] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48072:
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
15:08:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
15:08:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:16.677136 26899 catalog_manager.cc:7244] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:08:16.696 [DEBUG - kudu-nio-1] (KuduTransaction.java:802) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1795187295 last_transition_timestamp: 1795187296
15:08:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:17.021559 26885 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 -> Peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Couldn't send request to peer 533ca769b604432090212389cb28181b. Status: Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
15:08:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:17.512461 26885 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 -> Peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Couldn't send request to peer 533ca769b604432090212389cb28181b. Status: Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
15:08:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:17.788298 26866 master_runner.cc:187] Error getting master registration for 127.26.18.62:41183: Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111), 
15:08:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:17.788496 26866 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:08:17.840 [DEBUG - main] (Connection.java:575) [peer master-127.26.18.60:34563(127.26.18.60:34563)] disconnecting while in state READY
15:08:17.840 [DEBUG - main] (Connection.java:575) [peer master-127.26.18.62:41183(127.26.18.62:41183)] disconnecting while in state TERMINATED
15:08:17.840 [DEBUG - main] (Connection.java:575) [peer master-127.26.18.61:38147(127.26.18.61:38147)] disconnecting while in state READY
15:08:17.840 [DEBUG - main] (Connection.java:575) [peer 329f73e1e6fb43e7a4624d045ec06d4a(127.26.18.3:37037)] disconnecting while in state READY
15:08:17.841 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.18.60:34563(127.26.18.60:34563)] handling channelInactive
15:08:17.841 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 329f73e1e6fb43e7a4624d045ec06d4a(127.26.18.3:37037)] handling channelInactive
15:08:17.841 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:08:17.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 329f73e1e6fb43e7a4624d045ec06d4a(127.26.18.3:37037)] cleaning up while in state READY due to: connection closed
15:08:17.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.18.60:34563(127.26.18.60:34563)] cleaning up while in state READY due to: connection closed
15:08:17.841 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.18.61:38147(127.26.18.61:38147)] handling channelInactive
15:08:17.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.18.61:38147(127.26.18.61:38147)] cleaning up while in state READY due to: connection closed
15:08:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:17.843386 26696 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task6OmUcg/build/asan/bin/kudu pid 26998
15:08:17.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:17.859902 27144 generic_service.cc:196] Checking for leaks (request via RPC)
15:08:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:17.961311 26696 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OmUcg/build/asan/bin/kudu with pid 26998
15:08:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:17.972962 26885 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 -> Peer 533ca769b604432090212389cb28181b (127.26.18.62:41183): Couldn't send request to peer 533ca769b604432090212389cb28181b. Status: Network error: Client connection negotiation failed: client connection to 127.26.18.62:41183: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
15:08:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:17.981350 26696 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task6OmUcg/build/asan/bin/kudu pid 27154
15:08:17.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:17.988109 27287 generic_service.cc:196] Checking for leaks (request via RPC)
15:08:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.113862 26696 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OmUcg/build/asan/bin/kudu with pid 27154
15:08:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.136211 26696 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task6OmUcg/build/asan/bin/kudu pid 27295
15:08:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.143047 27429 generic_service.cc:196] Checking for leaks (request via RPC)
15:08:18.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.250783 26696 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OmUcg/build/asan/bin/kudu with pid 27295
15:08:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.266264 26696 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task6OmUcg/build/asan/bin/kudu pid 26785
15:08:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.267743 26859 generic_service.cc:196] Checking for leaks (request via RPC)
15:08:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.380359 26696 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OmUcg/build/asan/bin/kudu with pid 26785
15:08:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:18.401646 26886 connection.cc:573] client connection to 127.26.18.61:38147 recv error: Network error: recv error from unknown peer: Connection reset by peer (error 104)
15:08:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.401865 26696 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task6OmUcg/build/asan/bin/kudu pid 26866
15:08:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 15:08:18.402907 26886 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 -> Peer a5242ecf59f54926b3942c5d351d3462 (127.26.18.61:38147): Couldn't send request to peer a5242ecf59f54926b3942c5d351d3462. Status: Network error: Client connection negotiation failed: client connection to 127.26.18.61:38147: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:08:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.402971 26940 generic_service.cc:196] Checking for leaks (request via RPC)
15:08:18.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.519460 27525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "8a8e917617954c26931604535a124636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "533ca769b604432090212389cb28181b" member_type: VOTER last_known_addr { host: "127.26.18.62" port: 41183 } } peers { permanent_uuid: "a5242ecf59f54926b3942c5d351d3462" member_type: VOTER last_known_addr { host: "127.26.18.61" port: 38147 } } peers { permanent_uuid: "8a8e917617954c26931604535a124636" member_type: VOTER last_known_addr { host: "127.26.18.60" port: 34563 } } }
15:08:18.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.519909 27525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a8e917617954c26931604535a124636 [sys.catalog]: This master's current role is: LEADER
15:08:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 15:08:18.520464 26696 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OmUcg/build/asan/bin/kudu with pid 26866
15:08:18.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T15:08:18Z chronyd exiting
15:08:18.682 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1795187295 last_transition_timestamp: 1795187296
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
	at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
	at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1557)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1415)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1466)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 6e4a6463b2ba4196957c0ae1f68b7be9 (127.26.18.2:45595): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1795187295 last_transition_timestamp: 1795187296
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
	at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
	at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1557)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1415)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1466)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more