Diagnosed failure

Unable to diagnose

Full log

09:03:30.410 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:03:30.422 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task0jzeTV/test-tmp
09:03:30.425 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
09:03:30.428 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task0jzeTV/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
09:03:30.654 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

09:03:30.917 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
09:03:30.918 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

09:03:30.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:30.923187 11475 mini_oidc.cc:152] Starting JWKS server
09:03:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:30.926653 11475 webserver.cc:460] Webserver started at http://127.0.0.1:37007/ using document root <none> and password file <none>
09:03:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:30.927038 11475 mini_oidc.cc:189] Starting OIDC Discovery server
09:03:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:30.927919 11475 webserver.cc:460] Webserver started at http://127.0.0.1:39333/ using document root <none> and password file <none>
09:03:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T09:03:30Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
09:03:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T09:03:30Z Disabled control of system clock
09:03:30.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:30.966647 11475 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/wal
09:03:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/data
09:03:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/logs
09:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/data/info.pb
09:03:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.254:33359
09:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.254
09:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:30.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37007/jwks.json with env {}
09:03:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.334311 11496 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.334648 11496 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:31.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.334761 11496 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.343089 11496 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.343216 11496 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.343273 11496 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.343335 11496 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.343375 11496 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.343429 11496 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37007/jwks.json
09:03:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.354487 11496 master_runner.cc:386] Master server non-default flags:
09:03:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/data
09:03:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/wal
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.254:33359
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37007/jwks.json
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/data/info.pb
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.254
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/logs
09:03:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.356177 11496 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.358139 11496 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.370990 11505 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.371119 11506 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.371275 11509 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.372470 11496 server_base.cc:1034] running on GCE node
09:03:31.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.373453 11496 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:31.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.375486 11496 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.377089 11496 hybrid_clock.cc:648] HybridClock initialized: now 1786439011377009 us; error 47 us; skew 500 ppm
09:03:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.377521 11496 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.382346 11496 webserver.cc:460] Webserver started at http://127.11.52.254:41719/ using document root <none> and password file <none>
09:03:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.383495 11496 fs_manager.cc:359] Metadata directory not provided
09:03:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.383677 11496 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.384214 11496 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:31.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.387566 11496 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/data/instance:
09:03:31.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d5572a6e695432ebf208bed53e3943d"
09:03:31.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:31 on dist-test-slave-g170"
09:03:31.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.388458 11496 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/wal/instance:
09:03:31.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d5572a6e695432ebf208bed53e3943d"
09:03:31.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:31 on dist-test-slave-g170"
09:03:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.394760 11496 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.004s	sys 0.000s
09:03:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.398623 11519 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.400110 11496 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
09:03:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.400337 11496 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/wal
09:03:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d5572a6e695432ebf208bed53e3943d"
09:03:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:31 on dist-test-slave-g170"
09:03:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.400655 11496 fs_report.cc:383] FS layout report
09:03:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/wal
09:03:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/wal
09:03:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/data/data
09:03:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.421116 11496 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.422142 11496 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.422646 11496 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.444440 11496 rpc_server.cc:307] RPC server started. Bound to: 127.11.52.254:33359
09:03:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.444473 11597 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.52.254:33359 every 8 connection(s)
09:03:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.446107 11496 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/data/info.pb
09:03:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.447738 11475 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 11496
09:03:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.448058 11475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-0/wal/instance
09:03:31.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.450501 11475 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:31.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/wal
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/data
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/logs
09:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/data/info.pb
09:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.253:36863
09:03:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.253
09:03:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37007/jwks.json with env {}
09:03:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.450745 11598 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.459494 11598 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } has no permanent_uuid. Determining permanent_uuid...
09:03:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.479205 11598 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } has no permanent_uuid. Determining permanent_uuid...
09:03:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.480497 11522 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.52.253:36863: connect: Connection refused (error 111)
09:03:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.482280 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.253:36863: Network error: Client connection negotiation failed: client connection to 127.11.52.253:36863: connect: Connection refused (error 111)
09:03:31.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.531847 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } attempt: 1
09:03:31.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.534703 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.253:36863: Network error: Client connection negotiation failed: client connection to 127.11.52.253:36863: connect: Connection refused (error 111)
09:03:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.603021 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } attempt: 2
09:03:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.605549 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.253:36863: Network error: Client connection negotiation failed: client connection to 127.11.52.253:36863: connect: Connection refused (error 111)
09:03:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.696936 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } attempt: 3
09:03:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.698980 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.253:36863: Network error: Client connection negotiation failed: client connection to 127.11.52.253:36863: connect: Connection refused (error 111)
09:03:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.820318 11600 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.820622 11600 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.820714 11600 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.828994 11600 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.829108 11600 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.829161 11600 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.829212 11600 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.829263 11600 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.829321 11600 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37007/jwks.json
09:03:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.841418 11600 master_runner.cc:386] Master server non-default flags:
09:03:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/data
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/wal
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.253:36863
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37007/jwks.json
09:03:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/data/info.pb
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.253
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/logs
09:03:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.842320 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } attempt: 4
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.843058 11600 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.844954 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.253:36863: Network error: Client connection negotiation failed: client connection to 127.11.52.253:36863: connect: Connection refused (error 111)
09:03:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.845691 11600 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:31.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.859333 11614 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:31.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.859210 11619 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.859285 11615 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.860922 11600 server_base.cc:1034] running on GCE node
09:03:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.861824 11600 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:31.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.863301 11600 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:31.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.864564 11600 hybrid_clock.cc:648] HybridClock initialized: now 1786439011864477 us; error 58 us; skew 500 ppm
09:03:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.864990 11600 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.867491 11600 webserver.cc:460] Webserver started at http://127.11.52.253:42617/ using document root <none> and password file <none>
09:03:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.868233 11600 fs_manager.cc:359] Metadata directory not provided
09:03:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.868345 11600 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.868744 11600 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:31.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.871749 11600 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/data/instance:
09:03:31.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a229f7156bf7443fbd2bf64d0eaf3648"
09:03:31.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:31 on dist-test-slave-g170"
09:03:31.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.872610 11600 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/wal/instance:
09:03:31.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a229f7156bf7443fbd2bf64d0eaf3648"
09:03:31.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:31 on dist-test-slave-g170"
09:03:31.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.878309 11600 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.001s	sys 0.002s
09:03:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.882234 11632 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.883752 11600 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.883939 11600 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/wal
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a229f7156bf7443fbd2bf64d0eaf3648"
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:31 on dist-test-slave-g170"
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.884179 11600 fs_report.cc:383] FS layout report
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/wal
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/wal
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/data/data
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.907743 11600 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.908603 11600 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.909005 11600 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.930966 11600 rpc_server.cc:307] RPC server started. Bound to: 127.11.52.253:36863
09:03:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.930999 11724 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.52.253:36863 every 8 connection(s)
09:03:31.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.932341 11600 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/data/info.pb
09:03:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.935109 11475 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 11600
09:03:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.935294 11475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-1/wal/instance
09:03:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.936586 11475 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/wal
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/data
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/logs
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/data/info.pb
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.252:36747
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.252
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37007/jwks.json with env {}
09:03:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.937016 11725 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.946892 11725 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } has no permanent_uuid. Determining permanent_uuid...
09:03:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.962472 11725 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } has no permanent_uuid. Determining permanent_uuid...
09:03:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:31.972856 11725 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } has no permanent_uuid. Determining permanent_uuid...
09:03:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.973997 11638 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:31.975677 11725 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.024967 11725 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 1
09:03:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.027405 11725 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.095680 11725 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 2
09:03:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.100485 11725 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.144243 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } attempt: 5
09:03:32.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.152062 11598 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } has no permanent_uuid. Determining permanent_uuid...
09:03:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.154064 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.191787 11725 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 3
09:03:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.194088 11725 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.205374 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 1
09:03:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.207513 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.275794 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 2
09:03:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.278345 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.308658 11727 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.309047 11727 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.309216 11727 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.317247 11727 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.317346 11727 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.317389 11727 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.317440 11727 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.317476 11727 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.317541 11727 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37007/jwks.json
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.326802 11727 master_runner.cc:386] Master server non-default flags:
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/data
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/wal
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.252:36747
09:03:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37007/jwks.json
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/data/info.pb
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.252
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/logs
09:03:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.328473 11727 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.330988 11727 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.337347 11725 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 4
09:03:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.340018 11725 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.345402 11747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.345623 11744 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.345397 11742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:32.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.346853 11727 server_base.cc:1034] running on GCE node
09:03:32.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.347647 11727 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.349087 11727 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.350327 11727 hybrid_clock.cc:648] HybridClock initialized: now 1786439012350231 us; error 53 us; skew 500 ppm
09:03:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.350636 11727 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.353121 11727 webserver.cc:460] Webserver started at http://127.11.52.252:43455/ using document root <none> and password file <none>
09:03:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.353785 11727 fs_manager.cc:359] Metadata directory not provided
09:03:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.353909 11727 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.354175 11727 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.356933 11727 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/data/instance:
09:03:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d892d08cb4d4419aa555edc8550af44c"
09:03:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:32 on dist-test-slave-g170"
09:03:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.357685 11727 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/wal/instance:
09:03:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d892d08cb4d4419aa555edc8550af44c"
09:03:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:32 on dist-test-slave-g170"
09:03:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.362758 11727 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.001s	sys 0.004s
09:03:32.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.366159 11758 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.367443 11727 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
09:03:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.367594 11727 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/wal
09:03:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d892d08cb4d4419aa555edc8550af44c"
09:03:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:32 on dist-test-slave-g170"
09:03:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.367753 11727 fs_report.cc:383] FS layout report
09:03:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/wal
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/wal
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/data/data
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.384603 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 3
09:03:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.386678 11598 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.52.252:36747: Network error: Client connection negotiation failed: client connection to 127.11.52.252:36747: connect: Connection refused (error 111)
09:03:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.389624 11727 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.390501 11727 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.390875 11727 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.411859 11727 rpc_server.cc:307] RPC server started. Bound to: 127.11.52.252:36747
09:03:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.411916 11842 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.52.252:36747 every 8 connection(s)
09:03:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.413713 11727 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/data/info.pb
09:03:32.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.417698 11843 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.422390 11475 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 11727
09:03:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.422514 11475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/master-2/wal/instance
09:03:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.424037 11843 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } has no permanent_uuid. Determining permanent_uuid...
09:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.443964 11843 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } has no permanent_uuid. Determining permanent_uuid...
09:03:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.453287 11843 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } has no permanent_uuid. Determining permanent_uuid...
09:03:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.465262 11843 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c: Bootstrap starting.
09:03:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.469071 11843 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c: Neither blocks nor log segments found. Creating new log.
09:03:32.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.470202 11843 log.cc:824] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c: Log is configured to *not* fsync() on all Append() calls
09:03:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.473528 11843 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c: No bootstrap required, opened a new log
09:03:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.481190 11843 raft_consensus.cc:348] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.481480 11843 raft_consensus.cc:374] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:03:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.481565 11843 raft_consensus.cc:729] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d892d08cb4d4419aa555edc8550af44c, State: Initialized, Role: FOLLOWER
09:03:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.482095 11843 consensus_queue.cc:260] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.483946 11854 sys_catalog.cc:455] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.484443 11854 sys_catalog.cc:458] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: This master's current role is: FOLLOWER
09:03:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.485204 11843 sys_catalog.cc:564] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: configured and running, proceeding with master startup.
09:03:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.497264 11873 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.508908 11873 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.493590 11727 master_runner.cc:186] Error getting master registration for 127.11.52.254:33359: OK, instance_id { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" instance_seqno: 1786439011438300 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:03:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.509428 11727 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.563926 11598 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 4
09:03:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.575933 11598 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: Bootstrap starting.
09:03:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.579171 11598 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: Neither blocks nor log segments found. Creating new log.
09:03:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.580219 11598 log.cc:824] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: Log is configured to *not* fsync() on all Append() calls
09:03:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.582927 11598 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: No bootstrap required, opened a new log
09:03:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.594053 11598 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.594504 11598 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:03:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.594623 11598 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d5572a6e695432ebf208bed53e3943d, State: Initialized, Role: FOLLOWER
09:03:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.595364 11598 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.596657 11878 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.597419 11878 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [sys.catalog]: This master's current role is: FOLLOWER
09:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.598090 11598 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [sys.catalog]: configured and running, proceeding with master startup.
09:03:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.608701 11496 master_runner.cc:186] Error getting master registration for 127.11.52.253:36863: OK, instance_id { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" instance_seqno: 1786439011924981 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:03:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.615789 11496 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:32.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.618960 11891 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:32.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.619107 11891 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.639267 11725 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } attempt: 5
09:03:32.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.643244 11770 tablet.cc:2369] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:03:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.654295 11725 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648: Bootstrap starting.
09:03:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.658617 11725 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648: Neither blocks nor log segments found. Creating new log.
09:03:32.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.660110 11725 log.cc:824] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648: Log is configured to *not* fsync() on all Append() calls
09:03:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.667605 11725 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648: No bootstrap required, opened a new log
09:03:32.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.675814 11530 tablet.cc:2369] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:03:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.679231 11725 raft_consensus.cc:348] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.679616 11725 raft_consensus.cc:374] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:03:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.679751 11725 raft_consensus.cc:729] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a229f7156bf7443fbd2bf64d0eaf3648, State: Initialized, Role: FOLLOWER
09:03:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.680437 11725 consensus_queue.cc:260] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.682466 11895 sys_catalog.cc:455] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.683192 11895 sys_catalog.cc:458] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [sys.catalog]: This master's current role is: FOLLOWER
09:03:32.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.683861 11725 sys_catalog.cc:564] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [sys.catalog]: configured and running, proceeding with master startup.
09:03:32.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.690095 11854 raft_consensus.cc:482] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:32.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.690416 11854 raft_consensus.cc:504] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.692063 11854 leader_election.cc:288] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5d5572a6e695432ebf208bed53e3943d (127.11.52.254:33359), a229f7156bf7443fbd2bf64d0eaf3648 (127.11.52.253:36863)
09:03:32.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.692977 11561 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d892d08cb4d4419aa555edc8550af44c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d5572a6e695432ebf208bed53e3943d" is_pre_election: true
09:03:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.693698 11561 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d892d08cb4d4419aa555edc8550af44c in term 0.
09:03:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.694861 11676 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d892d08cb4d4419aa555edc8550af44c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" is_pre_election: true
09:03:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.695425 11676 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d892d08cb4d4419aa555edc8550af44c in term 0.
09:03:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.697373 11761 leader_election.cc:302] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a229f7156bf7443fbd2bf64d0eaf3648, d892d08cb4d4419aa555edc8550af44c; no voters: 
09:03:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.697868 11854 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 0 FOLLOWER]: Leader pre-election won for term 1
09:03:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.698035 11854 raft_consensus.cc:482] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:03:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.698149 11854 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 0 FOLLOWER]: Advancing to term 1
09:03:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.705580 11854 raft_consensus.cc:504] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.706638 11854 leader_election.cc:288] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [CANDIDATE]: Term 1 election: Requested vote from peers 5d5572a6e695432ebf208bed53e3943d (127.11.52.254:33359), a229f7156bf7443fbd2bf64d0eaf3648 (127.11.52.253:36863)
09:03:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.709774 11561 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d892d08cb4d4419aa555edc8550af44c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d5572a6e695432ebf208bed53e3943d"
09:03:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.710021 11561 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [term 0 FOLLOWER]: Advancing to term 1
09:03:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.714031 11561 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d892d08cb4d4419aa555edc8550af44c in term 1.
09:03:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.714711 11765 leader_election.cc:302] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d5572a6e695432ebf208bed53e3943d, d892d08cb4d4419aa555edc8550af44c; no voters: 
09:03:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.715049 11854 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 1 FOLLOWER]: Leader election won for term 1
09:03:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.722306 11854 raft_consensus.cc:686] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [term 1 LEADER]: Becoming Leader. State: Replica: d892d08cb4d4419aa555edc8550af44c, State: Running, Role: LEADER
09:03:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.722949 11854 consensus_queue.cc:237] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } }
09:03:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.729316 11676 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d892d08cb4d4419aa555edc8550af44c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a229f7156bf7443fbd2bf64d0eaf3648"
09:03:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.729588 11676 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [term 0 FOLLOWER]: Advancing to term 1
09:03:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.735673 11899 sys_catalog.cc:455] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d892d08cb4d4419aa555edc8550af44c. Latest consensus state: current_term: 1 leader_uuid: "d892d08cb4d4419aa555edc8550af44c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.736099 11899 sys_catalog.cc:458] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: This master's current role is: LEADER
09:03:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.739312 11676 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d892d08cb4d4419aa555edc8550af44c in term 1.
09:03:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.749571 11905 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
09:03:32.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.752787 11905 catalog_manager.cc:1484] Initializing Kudu cluster ID...
09:03:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.771831 11676 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [term 1 FOLLOWER]: Refusing update from remote peer d892d08cb4d4419aa555edc8550af44c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:03:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.773660 11899 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:03:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.782333 11561 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [term 1 FOLLOWER]: Refusing update from remote peer d892d08cb4d4419aa555edc8550af44c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:03:32.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.783485 11899 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:03:32.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.801950 11895 sys_catalog.cc:455] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d892d08cb4d4419aa555edc8550af44c. Latest consensus state: current_term: 1 leader_uuid: "d892d08cb4d4419aa555edc8550af44c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.802321 11895 sys_catalog.cc:458] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [sys.catalog]: This master's current role is: FOLLOWER
09:03:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.807497 11908 mvcc.cc:205] Tried to move back new op lower bound from 7317254196294180864 to 7317254196118282240. Current Snapshot: MvccSnapshot[applied={T|T < 7317254196294180864}]
09:03:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.823410 11878 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [sys.catalog]: SysCatalogTable state changed. Reason: New leader d892d08cb4d4419aa555edc8550af44c. Latest consensus state: current_term: 1 leader_uuid: "d892d08cb4d4419aa555edc8550af44c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.823764 11878 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [sys.catalog]: This master's current role is: FOLLOWER
09:03:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.828027 11854 sys_catalog.cc:455] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d892d08cb4d4419aa555edc8550af44c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.828375 11854 sys_catalog.cc:458] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: This master's current role is: LEADER
09:03:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.833158 11854 sys_catalog.cc:455] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d892d08cb4d4419aa555edc8550af44c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.833735 11854 sys_catalog.cc:458] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c [sys.catalog]: This master's current role is: LEADER
09:03:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.835140 11895 sys_catalog.cc:455] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d892d08cb4d4419aa555edc8550af44c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.835400 11895 sys_catalog.cc:458] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648 [sys.catalog]: This master's current role is: FOLLOWER
09:03:32.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.835901 11878 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d892d08cb4d4419aa555edc8550af44c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d5572a6e695432ebf208bed53e3943d" member_type: VOTER last_known_addr { host: "127.11.52.254" port: 33359 } } peers { permanent_uuid: "a229f7156bf7443fbd2bf64d0eaf3648" member_type: VOTER last_known_addr { host: "127.11.52.253" port: 36863 } } peers { permanent_uuid: "d892d08cb4d4419aa555edc8550af44c" member_type: VOTER last_known_addr { host: "127.11.52.252" port: 36747 } } }
09:03:32.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.836205 11878 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d [sys.catalog]: This master's current role is: FOLLOWER
09:03:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.838801 11905 catalog_manager.cc:1347] Generated new cluster ID: f5ae692ad89e4ba685b250cb9764b12a
09:03:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.838898 11905 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
09:03:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.869143 11923 catalog_manager.cc:1259] Loaded cluster ID: f5ae692ad89e4ba685b250cb9764b12a
09:03:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.869395 11920 mvcc.cc:205] Tried to move back new op lower bound from 7317254196294180864 to 7317254196118282240. Current Snapshot: MvccSnapshot[applied={T|T < 7317254196294180864}]
09:03:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.869760 11923 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648: loading cluster ID for follower catalog manager: success
09:03:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.871454 11923 catalog_manager.cc:1576] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648: acquiring CA information for follower catalog manager: Not found: root CA entry not found
09:03:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:32.871829 11923 catalog_manager.cc:873] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
09:03:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.900414 11905 catalog_manager.cc:1370] Generated new certificate authority record
09:03:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.903857 11905 catalog_manager.cc:1504] Loading token signing keys...
09:03:32.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.941557 11905 catalog_manager.cc:5868] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c: Generated new TSK 0
09:03:32.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.943104 11905 catalog_manager.cc:1514] Initializing in-progress tserver states...
09:03:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:32.979535 11475 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/wal
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/data
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/logs
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/data/info.pb
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:03:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.193:0
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.52.193
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.193
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:03:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:33.431690 11931 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:33.431988 11931 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:33.432082 11931 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:33.440037 11931 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:33.440215 11931 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.52.193
09:03:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.451475 11931 tablet_server_runner.cc:78] Tablet server non-default flags:
09:03:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/data
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/wal
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.193:0
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/data/info.pb
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.193
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.52.193
09:03:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/logs
09:03:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:03:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.453423 11931 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.455607 11931 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:33.471115 11937 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:33.471226 11938 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:33.471230 11945 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.472534 11931 server_base.cc:1034] running on GCE node
09:03:33.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.473260 11931 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.474298 11931 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.475541 11931 hybrid_clock.cc:648] HybridClock initialized: now 1786439013475446 us; error 62 us; skew 500 ppm
09:03:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.475868 11931 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.478282 11931 webserver.cc:460] Webserver started at http://127.11.52.193:33421/ using document root <none> and password file <none>
09:03:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.478953 11931 fs_manager.cc:359] Metadata directory not provided
09:03:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.479058 11931 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.479302 11931 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.482029 11931 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/data/instance:
09:03:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6bb4892f8c344f9a9d967953befff27"
09:03:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:33 on dist-test-slave-g170"
09:03:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.482769 11931 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/wal/instance:
09:03:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6bb4892f8c344f9a9d967953befff27"
09:03:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:33 on dist-test-slave-g170"
09:03:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.490119 11931 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
09:03:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.493692 11956 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.495168 11931 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.004s
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.495312 11931 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/wal
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6bb4892f8c344f9a9d967953befff27"
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:33 on dist-test-slave-g170"
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.495476 11931 fs_report.cc:383] FS layout report
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/wal
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/wal
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/data/data
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.520051 11931 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.521044 11931 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.521346 11931 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:33.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.522404 11931 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:03:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.524297 11931 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.524381 11931 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
09:03:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.524488 11931 ts_tablet_manager.cc:610] Registered 0 tablets
09:03:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.524530 11931 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:03:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.562589 11931 rpc_server.cc:307] RPC server started. Bound to: 127.11.52.193:35893
09:03:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.562623 12171 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.52.193:35893 every 8 connection(s)
09:03:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.563983 11931 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/data/info.pb
09:03:33.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.568739 11475 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 11931
09:03:33.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.569026 11475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-0/wal/instance
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.575004 11475 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/wal
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/data
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/logs
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/data/info.pb
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.194:0
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.52.194
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.194
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:03:33.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.597934 12176 heartbeater.cc:347] Connected to a master server at 127.11.52.253:36863
09:03:33.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.598351 12176 heartbeater.cc:464] Registering TS with master...
09:03:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.599558 12176 heartbeater.cc:511] Master 127.11.52.253:36863 requested a full tablet report, sending...
09:03:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.600190 12173 heartbeater.cc:347] Connected to a master server at 127.11.52.254:33359
09:03:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.600317 12173 heartbeater.cc:464] Registering TS with master...
09:03:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.601259 12173 heartbeater.cc:511] Master 127.11.52.254:33359 requested a full tablet report, sending...
09:03:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.601282 12172 heartbeater.cc:347] Connected to a master server at 127.11.52.252:36747
09:03:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.601428 12172 heartbeater.cc:464] Registering TS with master...
09:03:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.601887 12172 heartbeater.cc:511] Master 127.11.52.252:36747 requested a full tablet report, sending...
09:03:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.602540 11664 ts_manager.cc:194] Registered new tserver with Master: e6bb4892f8c344f9a9d967953befff27 (127.11.52.193:35893)
09:03:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.603492 11788 ts_manager.cc:194] Registered new tserver with Master: e6bb4892f8c344f9a9d967953befff27 (127.11.52.193:35893)
09:03:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.603502 11544 ts_manager.cc:194] Registered new tserver with Master: e6bb4892f8c344f9a9d967953befff27 (127.11.52.193:35893)
09:03:33.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.605187 11788 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.52.193:45677
09:03:33.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.621528 11891 catalog_manager.cc:1259] Loaded cluster ID: f5ae692ad89e4ba685b250cb9764b12a
09:03:33.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.621636 11891 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: loading cluster ID for follower catalog manager: success
09:03:33.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.625335 11891 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: acquiring CA information for follower catalog manager: success
09:03:33.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.627705 11891 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5d5572a6e695432ebf208bed53e3943d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:03:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.876667 11923 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648: acquiring CA information for follower catalog manager: success
09:03:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:33.879133 11923 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a229f7156bf7443fbd2bf64d0eaf3648: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:03:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.121886 12195 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.122355 12195 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.122539 12195 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:34.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.131318 12195 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:34.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.131595 12195 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.52.194
09:03:34.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.142534 12195 tablet_server_runner.cc:78] Tablet server non-default flags:
09:03:34.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/data
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/wal
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.194:0
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/data/info.pb
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.194
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.52.194
09:03:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/logs
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.144483 12195 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.146678 12195 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.164261 12202 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.164211 12209 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.164629 12206 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.166635 12195 server_base.cc:1034] running on GCE node
09:03:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.167421 12195 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.168550 12195 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.169869 12195 hybrid_clock.cc:648] HybridClock initialized: now 1786439014169742 us; error 65 us; skew 500 ppm
09:03:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.170277 12195 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:34.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.173748 12195 webserver.cc:460] Webserver started at http://127.11.52.194:45319/ using document root <none> and password file <none>
09:03:34.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.174450 12195 fs_manager.cc:359] Metadata directory not provided
09:03:34.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.174572 12195 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:34.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.174891 12195 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.178114 12195 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/data/instance:
09:03:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80ba4749b78f486d9ca03a9b5f7a451d"
09:03:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:34 on dist-test-slave-g170"
09:03:34.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.179011 12195 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/wal/instance:
09:03:34.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80ba4749b78f486d9ca03a9b5f7a451d"
09:03:34.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:34 on dist-test-slave-g170"
09:03:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.185163 12195 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.002s	sys 0.006s
09:03:34.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.189687 12225 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.191239 12195 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.191398 12195 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/wal
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80ba4749b78f486d9ca03a9b5f7a451d"
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:34 on dist-test-slave-g170"
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.191569 12195 fs_report.cc:383] FS layout report
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/wal
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/wal
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/data/data
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.210040 12195 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.211414 12195 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.211742 12195 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.213033 12195 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:03:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.215023 12195 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.215111 12195 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
09:03:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.215289 12195 ts_tablet_manager.cc:610] Registered 0 tablets
09:03:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.215351 12195 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:03:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.281133 12195 rpc_server.cc:307] RPC server started. Bound to: 127.11.52.194:42351
09:03:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.281232 12398 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.52.194:42351 every 8 connection(s)
09:03:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.282727 12195 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/data/info.pb
09:03:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.289412 11475 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 12195
09:03:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.289597 11475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-1/wal/instance
09:03:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.297468 11475 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/wal
09:03:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/data
09:03:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/logs
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/data/info.pb
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.195:0
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.52.195
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.195
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:03:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.321189 12403 heartbeater.cc:347] Connected to a master server at 127.11.52.253:36863
09:03:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.322492 12403 heartbeater.cc:464] Registering TS with master...
09:03:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.324594 12403 heartbeater.cc:511] Master 127.11.52.253:36863 requested a full tablet report, sending...
09:03:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.326958 11664 ts_manager.cc:194] Registered new tserver with Master: 80ba4749b78f486d9ca03a9b5f7a451d (127.11.52.194:42351)
09:03:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.328332 12400 heartbeater.cc:347] Connected to a master server at 127.11.52.252:36747
09:03:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.328455 12400 heartbeater.cc:464] Registering TS with master...
09:03:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.328997 12400 heartbeater.cc:511] Master 127.11.52.252:36747 requested a full tablet report, sending...
09:03:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.330519 11788 ts_manager.cc:194] Registered new tserver with Master: 80ba4749b78f486d9ca03a9b5f7a451d (127.11.52.194:42351)
09:03:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.331835 11788 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.52.194:34819
09:03:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.337592 12401 heartbeater.cc:347] Connected to a master server at 127.11.52.254:33359
09:03:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.337831 12401 heartbeater.cc:464] Registering TS with master...
09:03:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.338430 12401 heartbeater.cc:511] Master 127.11.52.254:33359 requested a full tablet report, sending...
09:03:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.339560 11544 ts_manager.cc:194] Registered new tserver with Master: 80ba4749b78f486d9ca03a9b5f7a451d (127.11.52.194:42351)
09:03:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.608879 12172 heartbeater.cc:503] Master 127.11.52.252:36747 was elected leader, sending a full tablet report...
09:03:34.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.778726 12415 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:34.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.779009 12415 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:34.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.779093 12415 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:34.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.787408 12415 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:34.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.787676 12415 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.52.195
09:03:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.799351 12415 tablet_server_runner.cc:78] Tablet server non-default flags:
09:03:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.52.212:44367
09:03:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/data
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/wal
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.52.195:0
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/data/info.pb
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.52.195
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.52.254:33359,127.11.52.253:36863,127.11.52.252:36747
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.52.195
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/logs
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.801151 12415 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:34.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.803848 12415 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.820052 12423 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.820905 12426 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:34.821182 12424 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:34.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.822268 12415 server_base.cc:1034] running on GCE node
09:03:34.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.822976 12415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:34.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.824059 12415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:34.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.825343 12415 hybrid_clock.cc:648] HybridClock initialized: now 1786439014825238 us; error 61 us; skew 500 ppm
09:03:34.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.825747 12415 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:34.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.828390 12415 webserver.cc:460] Webserver started at http://127.11.52.195:40045/ using document root <none> and password file <none>
09:03:34.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.829144 12415 fs_manager.cc:359] Metadata directory not provided
09:03:34.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.829253 12415 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:34.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.829507 12415 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.832654 12415 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/data/instance:
09:03:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d0defb747914ac1a68368d4bfc25871"
09:03:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:34 on dist-test-slave-g170"
09:03:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.833784 12415 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/wal/instance:
09:03:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d0defb747914ac1a68368d4bfc25871"
09:03:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:34 on dist-test-slave-g170"
09:03:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.839745 12415 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.000s
09:03:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.843941 12434 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.845511 12415 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.002s
09:03:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.845665 12415 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/wal
09:03:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d0defb747914ac1a68368d4bfc25871"
09:03:34.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:34 on dist-test-slave-g170"
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.845847 12415 fs_report.cc:383] FS layout report
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/wal
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/wal
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/data/data
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.864871 12415 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.866077 12415 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.866534 12415 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.867628 12415 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:03:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.869514 12415 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.869590 12415 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
09:03:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.869686 12415 ts_tablet_manager.cc:610] Registered 0 tablets
09:03:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.869725 12415 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
09:03:34.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.943929 12415 rpc_server.cc:307] RPC server started. Bound to: 127.11.52.195:45245
09:03:34.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.944268 12634 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.52.195:45245 every 8 connection(s)
09:03:34.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.946149 12415 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/data/info.pb
09:03:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.956720 11475 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 12415
09:03:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.957021 11475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster3633020741872954605/ts-2/wal/instance
09:03:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.986008 12637 heartbeater.cc:347] Connected to a master server at 127.11.52.254:33359
09:03:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.986514 12637 heartbeater.cc:464] Registering TS with master...
09:03:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.988150 12638 heartbeater.cc:347] Connected to a master server at 127.11.52.253:36863
09:03:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.988305 12638 heartbeater.cc:464] Registering TS with master...
09:03:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.988891 12636 heartbeater.cc:347] Connected to a master server at 127.11.52.252:36747
09:03:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.988930 12637 heartbeater.cc:511] Master 127.11.52.254:33359 requested a full tablet report, sending...
09:03:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.989162 12636 heartbeater.cc:464] Registering TS with master...
09:03:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.989411 12638 heartbeater.cc:511] Master 127.11.52.253:36863 requested a full tablet report, sending...
09:03:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.989917 12636 heartbeater.cc:511] Master 127.11.52.252:36747 requested a full tablet report, sending...
09:03:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.990917 11788 ts_manager.cc:194] Registered new tserver with Master: 1d0defb747914ac1a68368d4bfc25871 (127.11.52.195:45245)
09:03:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.990942 11664 ts_manager.cc:194] Registered new tserver with Master: 1d0defb747914ac1a68368d4bfc25871 (127.11.52.195:45245)
09:03:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.991067 11544 ts_manager.cc:194] Registered new tserver with Master: 1d0defb747914ac1a68368d4bfc25871 (127.11.52.195:45245)
09:03:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:34.991977 11788 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.52.195:53409
09:03:35.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:35.004981 11475 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
09:03:35.007 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
09:03:35.008 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

09:03:35.021 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.52.254"
      port: 33359
    }
    bound_http_address {
      host: "127.11.52.254"
      port: 41719
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.52.253"
      port: 36863
    }
    bound_http_address {
      host: "127.11.52.253"
      port: 42617
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.52.252"
      port: 36747
    }
    bound_http_address {
      host: "127.11.52.252"
      port: 43455
    }
  }
}

09:03:35.029 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

09:03:35.032 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.52.193"
      port: 35893
    }
    bound_http_address {
      host: "127.11.52.193"
      port: 33421
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.52.194"
      port: 42351
    }
    bound_http_address {
      host: "127.11.52.194"
      port: 45319
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.52.195"
      port: 45245
    }
    bound_http_address {
      host: "127.11.52.195"
      port: 40045
    }
  }
}

09:03:35.033 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:03:35.260 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
09:03:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:35.334992 12400 heartbeater.cc:503] Master 127.11.52.252:36747 was elected leader, sending a full tablet report...
09:03:35.408 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task0jzeTV/test-tmp
09:03:35.409 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
09:03:35.409 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task0jzeTV/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
09:03:35.412 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 0
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652"
  extra_master_flags: "--authn_token_validity_seconds=10"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

09:03:35.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:35.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

09:03:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:35.894912 12652 mini_oidc.cc:152] Starting JWKS server
09:03:35.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:35.897871 12652 webserver.cc:460] Webserver started at http://127.0.0.1:46829/ using document root <none> and password file <none>
09:03:35.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:35.898101 12652 mini_oidc.cc:189] Starting OIDC Discovery server
09:03:35.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:35.898720 12652 webserver.cc:460] Webserver started at http://127.0.0.1:36907/ using document root <none> and password file <none>
09:03:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
09:03:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/principal' for realm 'KRBTEST.COM',
09:03:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
09:03:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:35 dist-test-slave-g170 krb5kdc[12671](info): setting up network...
09:03:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
09:03:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:35 dist-test-slave-g170 krb5kdc[12671](info): set up 2 sockets
09:03:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:35 dist-test-slave-g170 krb5kdc[12671](info): commencing operation
09:03:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
09:03:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:35.994588 12636 heartbeater.cc:503] Master 127.11.52.252:36747 was elected leader, sending a full tablet report...
09:03:37.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:37.410389 12652 mini_kdc.cc:121] Time spent starting KDC: real 1.502s	user 0.002s	sys 0.014s
09:03:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
09:03:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:03:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
09:03:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
09:03:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:03:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
09:03:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
09:03:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:03:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
09:03:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:03:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/test-user.keytab.
09:03:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/test-user.keytab.
09:03:37.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:37 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439017, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:37.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
09:03:37.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T09:03:37Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
09:03:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T09:03:37Z Disabled control of system clock
09:03:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.91.62@KRBTEST.COM; defaulting to no policy
09:03:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.91.62@KRBTEST.COM" created.
09:03:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.91.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.62.keytab.
09:03:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.91.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.62.keytab.
09:03:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:37.603163 12652 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data
09:03:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/logs
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/info.pb
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.62:43575
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.62
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.62.keytab
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.62
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.024215 12695 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.024502 12695 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.024597 12695 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.033028 12695 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.033164 12695 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.033221 12695 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.033274 12695 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.033314 12695 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.033373 12695 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.033407 12695 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.044126 12695 master_runner.cc:386] Master server non-default flags:
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.62.keytab
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.62
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.62:43575
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/info.pb
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.62
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/logs
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.045584 12695 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.046983 12695 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.061401 12704 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.061429 12706 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.061709 12710 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.062621 12695 server_base.cc:1034] running on GCE node
09:03:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.063431 12695 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.064894 12695 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.066099 12695 hybrid_clock.cc:648] HybridClock initialized: now 1786439018066061 us; error 85 us; skew 500 ppm
09:03:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.066421 12695 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:38 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439018, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:38.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.070071 12695 init.cc:377] Logged in from keytab as kudu/127.12.91.62@KRBTEST.COM (short username kudu)
09:03:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.072428 12695 webserver.cc:460] Webserver started at http://127.12.91.62:46487/ using document root <none> and password file <none>
09:03:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.073282 12695 fs_manager.cc:359] Metadata directory not provided
09:03:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.073391 12695 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.073643 12695 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.076404 12695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/instance:
09:03:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f93e78e0008413facb49c1b653937f2"
09:03:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:38 on dist-test-slave-g170"
09:03:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.077215 12695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal/instance:
09:03:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f93e78e0008413facb49c1b653937f2"
09:03:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:38 on dist-test-slave-g170"
09:03:38.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.082962 12695 fs_manager.cc:691] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
09:03:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.086826 12720 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.088605 12695 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.088860 12695 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f93e78e0008413facb49c1b653937f2"
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:38 on dist-test-slave-g170"
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.089233 12695 fs_report.cc:383] FS layout report
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/data
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.109361 12695 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:38.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.113749 12695 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:38.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.114082 12695 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.140331 12695 rpc_server.cc:307] RPC server started. Bound to: 127.12.91.62:43575
09:03:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.140379 12818 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.91.62:43575 every 8 connection(s)
09:03:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.141779 12695 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/info.pb
09:03:38.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.143414 12652 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 12695
09:03:38.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.143712 12652 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal/instance
09:03:38.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.146167 12819 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.153563 12819 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } has no permanent_uuid. Determining permanent_uuid...
09:03:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.91.61@KRBTEST.COM; defaulting to no policy
09:03:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.91.61@KRBTEST.COM" created.
09:03:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:38 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439018, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.62@KRBTEST.COM for kudu/127.12.91.62@KRBTEST.COM
09:03:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.181175 12819 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } has no permanent_uuid. Determining permanent_uuid...
09:03:38.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.182438 12723 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.91.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.61.keytab.
09:03:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.91.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.61.keytab.
09:03:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.184083 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.61:36289: Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.184620 12652 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data
09:03:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/logs
09:03:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/info.pb
09:03:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.61:36289
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.61
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.61.keytab
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.61
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.233614 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } attempt: 1
09:03:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.236068 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.61:36289: Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.304351 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } attempt: 2
09:03:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.307137 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.61:36289: Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:38.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.398523 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } attempt: 3
09:03:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.400662 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.61:36289: Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.544023 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } attempt: 4
09:03:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.546207 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.61:36289: Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:38.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.665292 12832 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:38.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.665750 12832 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.665967 12832 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.678869 12832 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.679023 12832 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.679116 12832 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.679243 12832 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.679332 12832 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.679512 12832 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.679585 12832 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
09:03:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.694298 12832 master_runner.cc:386] Master server non-default flags:
09:03:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data
09:03:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.61.keytab
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.61
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.61:36289
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/info.pb
09:03:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.61
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/logs
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.696048 12832 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.697902 12832 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.718452 12838 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.719667 12839 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.719743 12842 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.721256 12832 server_base.cc:1034] running on GCE node
09:03:38.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.722362 12832 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.724467 12832 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:38.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.725795 12832 hybrid_clock.cc:648] HybridClock initialized: now 1786439018725632 us; error 78 us; skew 500 ppm
09:03:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.726395 12832 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:38 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439018, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.731566 12832 init.cc:377] Logged in from keytab as kudu/127.12.91.61@KRBTEST.COM (short username kudu)
09:03:38.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.734098 12832 webserver.cc:460] Webserver started at http://127.12.91.61:37753/ using document root <none> and password file <none>
09:03:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.735127 12832 fs_manager.cc:359] Metadata directory not provided
09:03:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.735430 12832 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.735911 12832 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.740307 12832 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/instance:
09:03:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2"
09:03:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:38 on dist-test-slave-g170"
09:03:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.741474 12832 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal/instance:
09:03:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2"
09:03:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:38 on dist-test-slave-g170"
09:03:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.749934 12832 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.006s
09:03:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.755796 12855 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.757705 12832 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.757946 12832 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2"
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:38 on dist-test-slave-g170"
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.758193 12832 fs_report.cc:383] FS layout report
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/data
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.787988 12832 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.794858 12832 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.795507 12832 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.845677 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } attempt: 5
09:03:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.845844 12832 rpc_server.cc:307] RPC server started. Bound to: 127.12.91.61:36289
09:03:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.845944 12951 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.91.61:36289 every 8 connection(s)
09:03:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.850517 12832 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/info.pb
09:03:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.857271 12958 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.857434 12652 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 12832
09:03:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.857676 12652 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal/instance
09:03:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:38 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439018, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.62@KRBTEST.COM for kudu/127.12.91.61@KRBTEST.COM
09:03:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.869663 12958 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } has no permanent_uuid. Determining permanent_uuid...
09:03:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.91.60@KRBTEST.COM; defaulting to no policy
09:03:38.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.887564 12819 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } has no permanent_uuid. Determining permanent_uuid...
09:03:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.890275 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:38.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:38.941579 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 1
09:03:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:38.943987 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.91.60@KRBTEST.COM" created.
09:03:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:38 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439018, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.61@KRBTEST.COM for kudu/127.12.91.62@KRBTEST.COM
09:03:39.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.011839 12958 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } has no permanent_uuid. Determining permanent_uuid...
09:03:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.012331 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 2
09:03:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.014619 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:39 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439018, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.61@KRBTEST.COM for kudu/127.12.91.61@KRBTEST.COM
09:03:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.106436 12958 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } has no permanent_uuid. Determining permanent_uuid...
09:03:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.107965 12856 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.110747 12958 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.120955 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 3
09:03:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.123364 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.160211 12958 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 1
09:03:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.163250 12958 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.231637 12958 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 2
09:03:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.234359 12958 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.300796 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 4
09:03:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.303602 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.325732 12958 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 3
09:03:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.328243 12958 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.471621 12958 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 4
09:03:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.474270 12958 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.91.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.60.keytab.
09:03:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.91.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.60.keytab.
09:03:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.561674 12652 mini_kdc.cc:262] Time spent creating service keytab for kudu/127.12.91.60: real 0.703s	user 0.002s	sys 0.010s
09:03:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.562453 12652 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data
09:03:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/logs
09:03:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/info.pb
09:03:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.60:39837
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.60
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.60.keytab
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.60
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:39.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.580928 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 5
09:03:39.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.583143 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:39.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:39.773555 12958 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 5
09:03:39.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:39.776540 12958 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.107393 12819 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 6
09:03:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.111147 12819 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.234814 12969 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.235208 12969 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.235380 12969 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.245528 12969 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.245698 12969 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.245791 12969 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.245918 12969 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.245998 12969 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.246161 12969 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.246246 12969 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.259814 12969 master_runner.cc:386] Master server non-default flags:
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.60.keytab
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.60
09:03:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.60:39837
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/info.pb
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.60
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/logs
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.261410 12969 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.262845 12969 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.287837 12993 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.289426 12997 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.290308 12994 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.290925 12969 server_base.cc:1034] running on GCE node
09:03:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.291867 12969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.293694 12969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.295033 12969 hybrid_clock.cc:648] HybridClock initialized: now 1786439020294888 us; error 33 us; skew 500 ppm
09:03:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.295562 12969 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439020, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.301236 12969 init.cc:377] Logged in from keytab as kudu/127.12.91.60@KRBTEST.COM (short username kudu)
09:03:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.303399 12969 webserver.cc:460] Webserver started at http://127.12.91.60:45205/ using document root <none> and password file <none>
09:03:40.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.304297 12969 fs_manager.cc:359] Metadata directory not provided
09:03:40.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.304523 12969 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.304983 12969 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:03:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.309335 12969 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/instance:
09:03:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08bd8038de47437ab429fc8521b9c6ef"
09:03:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:40 on dist-test-slave-g170"
09:03:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.310256 12969 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal/instance:
09:03:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08bd8038de47437ab429fc8521b9c6ef"
09:03:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:40 on dist-test-slave-g170"
09:03:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.318018 12969 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.006s
09:03:40.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.323356 13013 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:40.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.323891 12958 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } attempt: 6
09:03:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.325369 12969 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
09:03:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.325659 12969 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08bd8038de47437ab429fc8521b9c6ef"
09:03:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:40 on dist-test-slave-g170"
09:03:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.326097 12969 fs_report.cc:383] FS layout report
09:03:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/data
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.328812 12958 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.91.60:39837: Network error: Client connection negotiation failed: client connection to 127.12.91.60:39837: connect: Connection refused (error 111)
09:03:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.347998 12969 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.354677 12969 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:40.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.355255 12969 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.408674 12969 rpc_server.cc:307] RPC server started. Bound to: 127.12.91.60:39837
09:03:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.408842 13108 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.91.60:39837 every 8 connection(s)
09:03:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.410723 12969 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/info.pb
09:03:40.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.417112 13109 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:40.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.417685 12652 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 12969
09:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.417883 12652 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal/instance
09:03:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.431965 13109 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } has no permanent_uuid. Determining permanent_uuid...
09:03:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439020, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.60@KRBTEST.COM for kudu/127.12.91.62@KRBTEST.COM
09:03:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439017, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.91.60@KRBTEST.COM
09:03:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.469903 13109 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } has no permanent_uuid. Determining permanent_uuid...
09:03:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439020, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.60@KRBTEST.COM for kudu/127.12.91.61@KRBTEST.COM
09:03:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439017, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.91.62@KRBTEST.COM
09:03:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.496348 13109 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } has no permanent_uuid. Determining permanent_uuid...
09:03:40.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439020, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.60@KRBTEST.COM for kudu/127.12.91.60@KRBTEST.COM
09:03:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439017, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.91.61@KRBTEST.COM
09:03:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.524614 13109 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Bootstrap starting.
09:03:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.531332 13109 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Neither blocks nor log segments found. Creating new log.
09:03:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.533808 13109 log.cc:824] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Log is configured to *not* fsync() on all Append() calls
09:03:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.539109 13109 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: No bootstrap required, opened a new log
09:03:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.540154 12652 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
09:03:40.543 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:40.545 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

09:03:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.553162 13109 raft_consensus.cc:348] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.553607 13109 raft_consensus.cc:374] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:03:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.553805 13109 raft_consensus.cc:729] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08bd8038de47437ab429fc8521b9c6ef, State: Initialized, Role: FOLLOWER
09:03:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.554666 13109 consensus_queue.cc:260] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:40.556 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

09:03:40.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

09:03:40.561 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.91.62"
      port: 43575
    }
    bound_http_address {
      host: "127.12.91.62"
      port: 46487
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.91.61"
      port: 36289
    }
    bound_http_address {
      host: "127.12.91.61"
      port: 37753
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.91.60"
      port: 39837
    }
    bound_http_address {
      host: "127.12.91.60"
      port: 45205
    }
  }
}

09:03:40.561 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

09:03:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.561592 13109 sys_catalog.cc:564] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [sys.catalog]: configured and running, proceeding with master startup.
09:03:40.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:40.562 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:03:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.562530 13121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } } }
09:03:40.563 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

09:03:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.563755 13121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [sys.catalog]: This master's current role is: FOLLOWER
09:03:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.594906 13139 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.595148 13139 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.587598 12969 master_runner.cc:186] Error getting master registration for 127.12.91.62:43575: OK, instance_id { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" instance_seqno: 1786439018133252 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:03:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.601624 12969 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.608032 13121 raft_consensus.cc:482] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:40.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.608392 13121 raft_consensus.cc:504] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:40.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.609107 13028 tablet.cc:2369] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:03:40.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.610455 13121 leader_election.cc:288] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575), e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289)
09:03:40.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:40.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
09:03:40.628 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:40.630 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc
09:03:40.639 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:03:40.640 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc
09:03:40.641 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:03:40.647 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
09:03:40.648 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:03:40.648 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

09:03:40.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:40 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
09:03:40.694 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:40.694 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc
09:03:40.697 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:03:40.697 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.91.61:36289
09:03:40.700 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

09:03:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.700618 12652 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 12832
09:03:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.702831 12941 generic_service.cc:196] Checking for leaks (request via RPC)
09:03:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.858137 12652 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 12832
09:03:40.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.890021 13022 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.12.91.61:36289 (error 108)
09:03:40.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:40.891 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.91.62:43575
09:03:40.892 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

09:03:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:40.892176 13022 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289): Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.892601 12652 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 12695
09:03:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:40.893957 12812 generic_service.cc:196] Checking for leaks (request via RPC)
09:03:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.045861 12652 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 12695
09:03:41.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.076252 13019 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575): Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:03:41.076 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.91.60:39837
09:03:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.076550 13019 leader_election.cc:302] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08bd8038de47437ab429fc8521b9c6ef; no voters: 4f93e78e0008413facb49c1b653937f2, e8abc9ddf1ea4fb78d110f1ec36daaf2
09:03:41.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

09:03:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.077071 13121 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:03:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.077200 12652 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 12969
09:03:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.078349 13103 generic_service.cc:196] Checking for leaks (request via RPC)
09:03:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.195345 12652 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 12969
09:03:41.223 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:41.223 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.91.61:36289
09:03:41.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

09:03:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.226423 12652 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:41.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data
09:03:41.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:41.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:41.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/logs
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/info.pb
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.61:36289
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.61
09:03:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37753
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.61.keytab
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.61
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.586861 13156 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.587252 13156 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.587368 13156 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.595155 13156 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.595257 13156 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.595314 13156 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.595371 13156 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.595414 13156 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.595482 13156 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.595521 13156 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.606151 13156 master_runner.cc:386] Master server non-default flags:
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.61.keytab
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.61
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.61:36289
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/info.pb
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.61
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37753
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/logs
09:03:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.607654 13156 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:41.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.609216 13156 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.622002 13168 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.622848 13161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:41.623456 13164 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:41.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.626570 13156 server_base.cc:1034] running on GCE node
09:03:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.627354 13156 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.628798 13156 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.630086 13156 hybrid_clock.cc:648] HybridClock initialized: now 1786439021629992 us; error 55 us; skew 500 ppm
09:03:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.630607 13156 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:41.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:41 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439021, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:41.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.641813 13156 init.cc:377] Logged in from keytab as kudu/127.12.91.61@KRBTEST.COM (short username kudu)
09:03:41.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.643699 13156 webserver.cc:460] Webserver started at http://127.12.91.61:37753/ using document root <none> and password file <none>
09:03:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.644527 13156 fs_manager.cc:359] Metadata directory not provided
09:03:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.644724 13156 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.650830 13156 fs_manager.cc:709] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.000s
09:03:41.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.653891 13178 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.655287 13156 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
09:03:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.655493 13156 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2"
09:03:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:38 on dist-test-slave-g170"
09:03:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.656498 13156 fs_report.cc:383] FS layout report
09:03:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal
09:03:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/data
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.678578 13156 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:41.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.683152 13156 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:41.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.683485 13156 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.705181 13156 rpc_server.cc:307] RPC server started. Bound to: 127.12.91.61:36289
09:03:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.705210 13264 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.91.61:36289 every 8 connection(s)
09:03:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.706936 13156 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/data/info.pb
09:03:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.708524 12652 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 13156
09:03:41.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:41.709 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.91.62:43575
09:03:41.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.710078 12652 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/logs
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/info.pb
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.62:43575
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.62
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46487
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.62.keytab
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.62
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.716408 13266 sys_catalog.cc:263] Verifying existing consensus state
09:03:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 09:03:41.717144 13266 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:03:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.717450 13156 master.cc:537] Master@127.12.91.61:36289 shutting down...
09:03:41.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:41.742022 13156 master.cc:552] Master@127.12.91.61:36289 shutdown complete.
09:03:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:03:42.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.060412 13270 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.060815 13270 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.060962 13270 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.068303 13270 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.068447 13270 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.068524 13270 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.068609 13270 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.068671 13270 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.068781 13270 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.068846 13270 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.079034 13270 master_runner.cc:386] Master server non-default flags:
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.62.keytab
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.62
09:03:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.62:43575
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/info.pb
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.62
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46487
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/logs
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.080880 13270 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.082446 13270 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.096297 13277 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.096372 13286 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.096338 13288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.096889 13270 server_base.cc:1034] running on GCE node
09:03:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.097966 13270 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:42.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.099718 13270 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.100943 13270 hybrid_clock.cc:648] HybridClock initialized: now 1786439022100886 us; error 40 us; skew 500 ppm
09:03:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.101321 13270 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:42.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:42 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439022, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:42.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.104547 13270 init.cc:377] Logged in from keytab as kudu/127.12.91.62@KRBTEST.COM (short username kudu)
09:03:42.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.106223 13270 webserver.cc:460] Webserver started at http://127.12.91.62:46487/ using document root <none> and password file <none>
09:03:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.107091 13270 fs_manager.cc:359] Metadata directory not provided
09:03:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.107270 13270 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.112634 13270 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
09:03:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.115559 13298 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.117050 13270 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.117244 13270 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f93e78e0008413facb49c1b653937f2"
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:38 on dist-test-slave-g170"
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.118263 13270 fs_report.cc:383] FS layout report
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/data
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.155458 13270 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.160754 13270 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.161142 13270 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:42.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.182964 13270 rpc_server.cc:307] RPC server started. Bound to: 127.12.91.62:43575
09:03:42.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.182991 13386 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.91.62:43575 every 8 connection(s)
09:03:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.184561 13270 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/data/info.pb
09:03:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.191172 12652 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 13270
09:03:42.192 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:42.192 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.91.60:39837
09:03:42.192 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

09:03:42.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.193041 13387 sys_catalog.cc:263] Verifying existing consensus state
09:03:42.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.193580 12652 external_mini_cluster.cc:1326] Running /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0jzeTV/build/asan/bin/kudu
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/logs
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/info.pb
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.60:39837
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.60
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45205
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.60.keytab
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.60
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 09:03:42.193740 13387 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:03:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.194036 13270 master.cc:537] Master@127.12.91.62:43575 shutting down...
09:03:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.221709 13270 master.cc:552] Master@127.12.91.62:43575 shutdown complete.
09:03:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:03:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.552677 13390 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.553030 13390 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.553169 13390 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:42.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.560437 13390 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:42.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.560590 13390 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:42.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.560673 13390 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:42.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.560746 13390 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.560832 13390 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.560921 13390 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.560976 13390 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46829/jwks.json
09:03:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.570832 13390 master_runner.cc:386] Master server non-default flags:
09:03:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.91.20:42773
09:03:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.91.62:43575,127.12.91.61:36289,127.12.91.60:39837
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/krb5kdc/kudu_127.12.91.60.keytab
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.91.60
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.91.60:39837
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46829/jwks.json
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/info.pb
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.91.60
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45205
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/logs
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 08:08:27 UTC on ccycloud.quasar-ynhpqn.root.comops.site
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4579929
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:03:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.572562 13390 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.574198 13390 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:03:42.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.586927 13400 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:42.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.586966 13403 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:42.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.587687 13401 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.588034 13390 server_base.cc:1034] running on GCE node
09:03:42.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.588975 13390 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.590430 13390 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.591715 13390 hybrid_clock.cc:648] HybridClock initialized: now 1786439022591647 us; error 53 us; skew 500 ppm
09:03:42.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.592097 13390 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:42 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439022, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.595434 13390 init.cc:377] Logged in from keytab as kudu/127.12.91.60@KRBTEST.COM (short username kudu)
09:03:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.597050 13390 webserver.cc:460] Webserver started at http://127.12.91.60:45205/ using document root <none> and password file <none>
09:03:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.597730 13390 fs_manager.cc:359] Metadata directory not provided
09:03:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.597857 13390 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.603808 13390 fs_manager.cc:709] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.002s
09:03:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.606964 13414 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
09:03:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.608471 13390 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.002s
09:03:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.608646 13390 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data,/tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08bd8038de47437ab429fc8521b9c6ef"
09:03:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 09:03:40 on dist-test-slave-g170"
09:03:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.609727 13390 fs_report.cc:383] FS layout report
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/wal
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/data
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:42.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.627763 13390 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
09:03:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.632514 13390 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.633050 13390 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.652329 13390 rpc_server.cc:307] RPC server started. Bound to: 127.12.91.60:39837
09:03:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.652415 13504 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.91.60:39837 every 8 connection(s)
09:03:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.653950 13390 server_base.cc:1166] Dumped server information to /tmp/dist-test-task0jzeTV/test-tmp/mini-kudu-cluster5883853940938717652/master-2/data/info.pb
09:03:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.659546 12652 external_mini_cluster.cc:1388] Started /tmp/dist-test-task0jzeTV/build/asan/bin/kudu as pid 13390
09:03:42.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
09:03:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.661885 13506 sys_catalog.cc:263] Verifying existing consensus state
09:03:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.665607 13506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Bootstrap starting.
09:03:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.690286 13506 log.cc:824] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Log is configured to *not* fsync() on all Append() calls
09:03:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.693452 13506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:03:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.694286 13506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Bootstrap complete.
09:03:42.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.711278 13506 raft_consensus.cc:348] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.712816 13506 raft_consensus.cc:374] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:03:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.712934 13506 raft_consensus.cc:729] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08bd8038de47437ab429fc8521b9c6ef, State: Initialized, Role: FOLLOWER
09:03:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.713771 13506 consensus_queue.cc:260] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:42.714 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.715111 13519 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } } }
09:03:42.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.716359 13519 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [sys.catalog]: This master's current role is: FOLLOWER
09:03:42.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.716465 13506 sys_catalog.cc:564] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [sys.catalog]: configured and running, proceeding with master startup.
09:03:42.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.737534 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:42.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.737715 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.742358 13390 master_runner.cc:186] Error getting master registration for 127.12.91.62:43575: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111), 
09:03:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.751883 13390 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:42.802 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:42.817 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.91.60:39837(127.12.91.60:39837)] connecting to peer
09:03:42.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:42.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:42.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:42.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:42.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:42.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:42.859 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.91.60:39837(127.12.91.60:39837)] Successfully connected to peer
09:03:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.885356 13423 tablet.cc:2369] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:03:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.900731 13519 raft_consensus.cc:482] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.901165 13519 raft_consensus.cc:504] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.903483 13519 leader_election.cc:288] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575), e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289)
09:03:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.904408 13415 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:03:42.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.906736 13419 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289): Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:42.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:42.907492 13415 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575): Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:03:42.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.907717 13415 leader_election.cc:302] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08bd8038de47437ab429fc8521b9c6ef; no voters: 4f93e78e0008413facb49c1b653937f2, e8abc9ddf1ea4fb78d110f1ec36daaf2
09:03:42.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:42.908154 13519 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:03:42.963 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
09:03:42.975 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.91.60
09:03:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:43 dist-test-slave-g170 krb5kdc[12671](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.91.60@KRBTEST.COM
09:03:43.227 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x219a35b9, L:/127.0.0.1:38922 - R:/127.12.91.60:39837] using SASL/GSSAPI
09:03:43.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.265 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.268 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.284 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.285 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.305 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.306 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.324 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.326 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.365 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.366 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.404 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.406 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.464 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.645 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.646 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.725 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:43.726 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:43.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:43.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:43.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:43.739203 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:43.739338 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:44.065 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:44.066 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:44.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:44.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:44.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:44.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:44.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:44.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:44.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:44.675961 13546 raft_consensus.cc:482] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:44.676151 13546 raft_consensus.cc:504] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:44.676822 13546 leader_election.cc:288] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575), e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289)
09:03:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:44.679060 13419 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289): Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:44.679294 13415 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575): Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:03:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:44.679416 13415 leader_election.cc:302] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08bd8038de47437ab429fc8521b9c6ef; no voters: 4f93e78e0008413facb49c1b653937f2, e8abc9ddf1ea4fb78d110f1ec36daaf2
09:03:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:44.679667 13546 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:03:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:44.740674 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:44.740924 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:45.085 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:45.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:45.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:45.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:45.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:45.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:45.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:45.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:45.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:45.465 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:45.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:45.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:45.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:45.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:45.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:45.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:45.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:45.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:45.742280 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:45.742460 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:46.743745 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:46.743937 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:46.908661 13554 raft_consensus.cc:482] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:46.908914 13554 raft_consensus.cc:504] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:46.909531 13554 leader_election.cc:288] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575), e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289)
09:03:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:46.913941 13415 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575): Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:03:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:46.914186 13419 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289): Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:46.914352 13419 leader_election.cc:302] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08bd8038de47437ab429fc8521b9c6ef; no voters: 4f93e78e0008413facb49c1b653937f2, e8abc9ddf1ea4fb78d110f1ec36daaf2
09:03:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:46.914736 13554 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:03:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:47.745230 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:47.745415 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:47.753561 13390 master_runner.cc:186] Error getting master registration for 127.12.91.62:43575: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111), 
09:03:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:47.753783 13390 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:48.746721 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:48.746857 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:49.584 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:49.585 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:49.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:49.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:49.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:49.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:49.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:49.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:49.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:49.748224 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:49.748360 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:50.749787 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:50.749938 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:51.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:51.751535 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:51.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:51.751696 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:51.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:51.904853 13561 raft_consensus.cc:482] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:51.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:51.905051 13561 raft_consensus.cc:504] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:51.905804 13561 leader_election.cc:288] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575), e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289)
09:03:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:51.906906 13415 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111) [suppressed 5 similar messages]
09:03:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:51.908367 13415 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575): Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:03:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:51.908528 13419 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289): Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:51.908630 13419 leader_election.cc:302] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08bd8038de47437ab429fc8521b9c6ef; no voters: 4f93e78e0008413facb49c1b653937f2, e8abc9ddf1ea4fb78d110f1ec36daaf2
09:03:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:51.908917 13561 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:03:52.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:03:52 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439032, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:52.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:52.597885 13406 init.cc:295] Successfully reacquired a new kerberos TGT
09:03:52.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:52.753079 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:52.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:52.753228 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:52.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:52.755272 13390 master_runner.cc:186] Error getting master registration for 127.12.91.62:43575: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111), 
09:03:52.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:52.755429 13390 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:53.104 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:53.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:53.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:53.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:53.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:53.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:53.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:53.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:53.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:53.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:53.754479 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:53.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:53.754618 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:54.472949 13575 raft_consensus.cc:482] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:54.473137 13575 raft_consensus.cc:504] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:54.473811 13575 leader_election.cc:288] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575), e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289)
09:03:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:54.476079 13419 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289): Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:54.476259 13415 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575): Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:03:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:54.476408 13415 leader_election.cc:302] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08bd8038de47437ab429fc8521b9c6ef; no voters: 4f93e78e0008413facb49c1b653937f2, e8abc9ddf1ea4fb78d110f1ec36daaf2
09:03:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:54.476641 13575 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:03:54.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:54.755906 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:54.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:54.756086 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:55.757395 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:55.757573 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:56.764271 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:56.764422 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:56.965 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:03:56.966 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:03:56.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:56.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:56.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:03:56.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:56.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:56.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:03:56.972 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:03:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:57.052287 13580 raft_consensus.cc:482] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:57.052498 13580 raft_consensus.cc:504] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:03:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:57.053321 13580 leader_election.cc:288] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575), e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289)
09:03:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:57.054415 13415 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111) [suppressed 3 similar messages]
09:03:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:57.055768 13415 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575): Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:03:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:57.056006 13419 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289): Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:03:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:57.056159 13419 leader_election.cc:302] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08bd8038de47437ab429fc8521b9c6ef; no voters: 4f93e78e0008413facb49c1b653937f2, e8abc9ddf1ea4fb78d110f1ec36daaf2
09:03:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:57.056460 13580 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:03:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:57.757205 13390 master_runner.cc:186] Error getting master registration for 127.12.91.62:43575: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111), 
09:03:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:03:57.757448 13390 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:57.765794 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:57.765908 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:58.767155 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:58.767338 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:59.768646 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:03:59.768807 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:00.445 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:04:00.446 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:04:00.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:00.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:00.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:00.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:00.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:00.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:00.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:04:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:00.770134 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:00.770283 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:01.771668 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:01.771806 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 09:04:02 dist-test-slave-g170 krb5kdc[12671](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786439042, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.91.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:04:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:02.599959 13406 init.cc:295] Successfully reacquired a new kerberos TGT
09:04:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:02.759104 13390 master_runner.cc:186] Error getting master registration for 127.12.91.62:43575: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111), 
09:04:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:02.759348 13390 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:02.773262 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:02.773411 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:03.774768 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:03.774968 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:03.945 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:04:03.946 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:04:03.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:03.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:03.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:03.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:03.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:03.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:03.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:04:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:04.298393 13599 raft_consensus.cc:482] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:04.298667 13599 raft_consensus.cc:504] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f93e78e0008413facb49c1b653937f2" member_type: VOTER last_known_addr { host: "127.12.91.62" port: 43575 } } peers { permanent_uuid: "e8abc9ddf1ea4fb78d110f1ec36daaf2" member_type: VOTER last_known_addr { host: "127.12.91.61" port: 36289 } } peers { permanent_uuid: "08bd8038de47437ab429fc8521b9c6ef" member_type: VOTER last_known_addr { host: "127.12.91.60" port: 39837 } }
09:04:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:04.299528 13599 leader_election.cc:288] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575), e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289)
09:04:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:04.300699 13415 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:04:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:04.302067 13415 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4f93e78e0008413facb49c1b653937f2 (127.12.91.62:43575): Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111)
09:04:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:04.302210 13419 leader_election.cc:334] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e8abc9ddf1ea4fb78d110f1ec36daaf2 (127.12.91.61:36289): Network error: Client connection negotiation failed: client connection to 127.12.91.61:36289: connect: Connection refused (error 111)
09:04:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:04.302368 13419 leader_election.cc:302] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08bd8038de47437ab429fc8521b9c6ef; no voters: 4f93e78e0008413facb49c1b653937f2, e8abc9ddf1ea4fb78d110f1ec36daaf2
09:04:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:04.302692 13599 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:04:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:04.776507 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:04.776685 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:05.777940 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:05.778066 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:06.779351 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:06.779489 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:07.761137 13390 master_runner.cc:186] Error getting master registration for 127.12.91.62:43575: Network error: Client connection negotiation failed: client connection to 127.12.91.62:43575: connect: Connection refused (error 111), 
09:04:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:07.761330 13390 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:07.780748 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:07.780918 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:07.925 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:04:07.926 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:04:07.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:07.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:07.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:07.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:07.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:07.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:07.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:04:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:08.782251 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:08.782403 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:09.783699 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:09.783829 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:10.785292 13535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 08bd8038de47437ab429fc8521b9c6ef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:10.785481 13535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:10.805 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.61:36289(127.12.91.61:36289)] connecting to peer
09:04:10.806 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.91.62:43575(127.12.91.62:43575)] connecting to peer
09:04:10.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:10.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.91.61:36289(127.12.91.61:36289)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:10.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.61:36289: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289
09:04:10.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:10.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.62:43575(127.12.91.62:43575)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:10.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.91.62:43575: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
09:04:10.812 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837; will retry
09:04:10.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28149), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [190ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [572ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [575ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [606ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [608ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [624ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [626ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [628ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [639ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [642ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [644ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [645ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [659ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [664ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [700ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [703ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [704ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [705ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [740ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [743ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [745ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [800ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [802ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [804ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [976ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [980ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [993ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [994ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1056ms] refreshing cache from master, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1066ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1069ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1396ms] refreshing cache from master, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1399ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1402ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2416ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2796ms] refreshing cache from master, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2800ms] too many traces: truncated at 100 traces, deferred=Deferred@1326907612(state=PENDING, result=null, callback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443), errback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443)))
09:04:10.820 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.91.61:36289(127.12.91.61:36289)] disconnecting while in state TERMINATED
09:04:10.822 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.91.60:39837(127.12.91.60:39837)] disconnecting while in state READY
09:04:10.822 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.91.62:43575(127.12.91.62:43575)] disconnecting while in state TERMINATED
09:04:10.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:04:10.831 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.91.60:39837(127.12.91.60:39837)] handling channelInactive
09:04:10.831 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:04:10.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.91.60:39837(127.12.91.60:39837)] cleaning up while in state READY due to: connection closed
09:04:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:10.834942 12652 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 13390
09:04:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:10.846045 12652 external_mini_cluster.cc:1652] Unable to check leaks on /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 13390: Not authorized: Client connection negotiation failed: client connection to 127.12.91.60:39837: server requires authentication, but client does not have Kerberos credentials available
09:04:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:10.846271 12652 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 13390
09:04:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T09:04:10Z chronyd exiting
09:04:11.026 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:04:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.027652 11475 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 11931
09:04:11.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.047200 12164 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.154525 11475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 11931
09:04:11.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.186767 11475 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 12195
09:04:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.197043 12392 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:11.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.291100 11475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 12195
09:04:11.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.317407 11475 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 12415
09:04:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.326673 12628 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.422310 11475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 12415
09:04:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.449070 11475 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 11496
09:04:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.450779 11588 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.575271 11475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 11496
09:04:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:11.606454 11765 connection.cc:535] client connection to 127.11.52.254:33359 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.606817 11475 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 11600
09:04:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:11.606827 11765 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.607988 11717 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:11.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 09:04:11.609508 11765 consensus_peers.cc:487] T 00000000000000000000000000000000 P d892d08cb4d4419aa555edc8550af44c -> Peer 5d5572a6e695432ebf208bed53e3943d (127.11.52.254:33359): Couldn't send request to peer 5d5572a6e695432ebf208bed53e3943d. Status: Network error: Client connection negotiation failed: client connection to 127.11.52.254:33359: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:04:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.722447 11475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 11600
09:04:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.754079 11475 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task0jzeTV/build/asan/bin/kudu pid 11727
09:04:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.755292 11838 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 09:04:11.873349 11475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task0jzeTV/build/asan/bin/kudu with pid 11727
09:04:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T09:04:11Z chronyd exiting
09:04:12.046 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28149), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [190ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [572ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [575ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [606ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [608ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [624ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [626ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [628ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [639ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [642ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [644ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [645ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [659ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [664ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [700ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [703ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [704ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [705ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [740ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [743ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [745ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [800ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [802ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [804ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [976ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [980ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [993ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [994ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1056ms] refreshing cache from master, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1066ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1069ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1396ms] refreshing cache from master, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1399ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1402ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2416ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2796ms] refreshing cache from master, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2800ms] too many traces: truncated at 100 traces, deferred=Deferred@1326907612(state=PENDING, result=null, callback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443), errback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.91.62:43575
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28149), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [190ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [572ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [575ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [606ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [608ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [624ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [626ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [628ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [639ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [642ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [644ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [645ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [659ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [664ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [700ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [703ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [704ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [705ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [740ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [743ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [745ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [800ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [802ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [804ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [976ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [980ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [993ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [994ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1056ms] refreshing cache from master, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1066ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1069ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1396ms] refreshing cache from master, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1399ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1402ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2416ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2796ms] refreshing cache from master, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2800ms] too many traces: truncated at 100 traces, deferred=Deferred@1326907612(state=PENDING, result=null, callback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443), errback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.91.62:43575
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)

09:04:13.288 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
09:04:13.288 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28149), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [190ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [572ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [575ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [606ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [608ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [624ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [626ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [628ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [639ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [642ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [644ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [645ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [659ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [664ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [700ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [703ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [704ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [705ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [740ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [743ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [745ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [800ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [802ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [804ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [976ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [980ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [993ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [994ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1056ms] refreshing cache from master, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1066ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1069ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1396ms] refreshing cache from master, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1399ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1402ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2416ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2796ms] refreshing cache from master, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2800ms] too many traces: truncated at 100 traces, deferred=Deferred@1326907612(state=PENDING, result=null, callback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443), errback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.91.62:43575
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28149), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [190ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [572ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [575ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [606ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [608ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [624ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [626ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [628ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [629ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [639ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [642ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [644ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [645ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [659ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [664ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [700ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [703ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [704ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [705ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [740ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [743ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [745ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [800ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [802ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [804ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [805ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [976ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [980ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [993ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [994ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1056ms] refreshing cache from master, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1066ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1069ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1396ms] refreshing cache from master, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [1397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [1398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [1399ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [1402ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2416ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.61:36289: Network error: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.62:43575: Network error: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.12.91.60:39837: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575, [2796ms] refreshing cache from master, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.61:36289, [2797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.62:43575, [2800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.91.60:39837, [2800ms] too many traces: truncated at 100 traces, deferred=Deferred@1326907612(state=PENDING, result=null, callback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443), errback=(continuation of Deferred@519771268 after retry RPC after error@2089431323) -> (continuation of Deferred@397919256 after retry RPC after error@1615931346) -> (continuation of Deferred@642269288 after retry RPC after error@199733075) -> (continuation of Deferred@576269619 after retry RPC after error@1272963357) -> (continuation of Deferred@804299534 after retry RPC after error@433786004) -> (continuation of Deferred@1921030697 after retry RPC after error@1189304941) -> (continuation of Deferred@1822517612 after retry RPC after error@761227200) -> (continuation of Deferred@1543041424 after retry RPC after error@127203504) -> (continuation of Deferred@1620646695 after retry RPC after error@917373331) -> (continuation of Deferred@709235367 after retry RPC after error@179781159) -> (continuation of Deferred@585059445 after retry RPC after error@1690002212) -> (continuation of Deferred@2121438782 after retry RPC after error@1292360145) -> (continuation of Deferred@367233248 after retry RPC after error@721316667) -> (continuation of Deferred@1087888188 after retry RPC after error@862800806) -> (continuation of Deferred@985686435 after retry RPC after error@1665036915) -> (continuation of Deferred@500058899 after retry RPC after error@1151800183) -> (continuation of Deferred@2102640441 after retry RPC after error@1835984650) -> (continuation of Deferred@35106663 after retry RPC after error@2128029945) -> (continuation of Deferred@505281133 after retry RPC after error@72423443)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.91.61:36289,127.12.91.62:43575,127.12.91.60:39837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.61:36289(127.12.91.61:36289): Connection refused: /127.12.91.61:36289,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.91.62:43575(127.12.91.62:43575): Connection refused: /127.12.91.62:43575
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.91.62:43575
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)