Diagnosed failure

Unable to diagnose
Full log

20:09:46.571 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:09:46.585 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskaQTxx6/test-tmp
20:09:46.588 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:09:46.593 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskaQTxx6/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:09:46.847 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:09:47.102 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:09:47.103 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:09:47.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.107131 29578 mini_oidc.cc:152] Starting JWKS server
20:09:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.111552 29578 webserver.cc:460] Webserver started at http://127.0.0.1:42501/ using document root <none> and password file <none>
20:09:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.112079 29578 mini_oidc.cc:189] Starting OIDC Discovery server
20:09:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.114598 29578 webserver.cc:460] Webserver started at http://127.0.0.1:43625/ using document root <none> and password file <none>
20:09:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T20:09:47Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:09:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T20:09:47Z Disabled control of system clock
20:09:47.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.178164 29578 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:47.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/wal
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/data
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/logs
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/data/info.pb
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.190:38641
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.190
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42501/jwks.json with env {}
20:09:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.503932 29590 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:09:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.504504 29590 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.505249 29590 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:09:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.537150 29590 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:09:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.537470 29590 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:09:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.537747 29590 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.537969 29590 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:09:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.538266 29590 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.538487 29590 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42501/jwks.json
20:09:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.575256 29590 master_runner.cc:386] Master server non-default flags:
20:09:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/data
20:09:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/wal
20:09:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.190:38641
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42501/jwks.json
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/data/info.pb
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.190
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/logs
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.576710 29590 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:47.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.578976 29590 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:09:48.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.598994 29596 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.598937 29599 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:47.598924 29597 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:47.601019 29590 server_base.cc:1034] running on GCE node
20:09:48.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.805336 29590 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.808900 29590 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.810518 29590 hybrid_clock.cc:648] HybridClock initialized: now 1781899788810399 us; error 135 us; skew 500 ppm
20:09:48.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.811443 29590 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.826809 29590 webserver.cc:460] Webserver started at http://127.28.226.190:35229/ using document root <none> and password file <none>
20:09:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.827849 29590 fs_manager.cc:359] Metadata directory not provided
20:09:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.828056 29590 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.828466 29590 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:09:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.833580 29590 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/data/instance:
20:09:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0b4f64867cd41eea0a3e4598a0f86de"
20:09:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:48 on dist-test-slave-567m"
20:09:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.834993 29590 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/wal/instance:
20:09:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0b4f64867cd41eea0a3e4598a0f86de"
20:09:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:48 on dist-test-slave-567m"
20:09:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.843281 29590 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
20:09:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.849959 29606 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.851375 29590 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
20:09:48.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.851720 29590 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/wal
20:09:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0b4f64867cd41eea0a3e4598a0f86de"
20:09:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:48 on dist-test-slave-567m"
20:09:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.852072 29590 fs_report.cc:383] FS layout report
20:09:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/wal
20:09:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/wal
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/data/data
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:48.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.886883 29590 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:09:48.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.888411 29590 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.888859 29590 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:48.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.963205 29590 rpc_server.cc:307] RPC server started. Bound to: 127.28.226.190:38641
20:09:48.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.963304 29657 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.226.190:38641 every 8 connection(s)
20:09:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.966279 29590 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/data/info.pb
20:09:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.972476 29658 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.973173 29578 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 29590
20:09:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.973573 29578 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-0/wal/instance
20:09:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.977018 29578 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/wal
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/data
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/logs
20:09:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/data/info.pb
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.189:42435
20:09:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.189
20:09:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:48.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42501/jwks.json with env {}
20:09:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:48.988365 29658 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } has no permanent_uuid. Determining permanent_uuid...
20:09:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.023510 29658 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } has no permanent_uuid. Determining permanent_uuid...
20:09:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.026002 29610 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.226.189:42435: connect: Connection refused (error 111)
20:09:49.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.030692 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.189:42435: Network error: Client connection negotiation failed: client connection to 127.28.226.189:42435: connect: Connection refused (error 111)
20:09:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.080343 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } attempt: 1
20:09:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.084679 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.189:42435: Network error: Client connection negotiation failed: client connection to 127.28.226.189:42435: connect: Connection refused (error 111)
20:09:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.153297 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } attempt: 2
20:09:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.157820 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.189:42435: Network error: Client connection negotiation failed: client connection to 127.28.226.189:42435: connect: Connection refused (error 111)
20:09:49.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.249366 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } attempt: 3
20:09:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.253930 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.189:42435: Network error: Client connection negotiation failed: client connection to 127.28.226.189:42435: connect: Connection refused (error 111)
20:09:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.311769 29660 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:09:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.312357 29660 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:49.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.313258 29660 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:09:49.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.370908 29660 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:09:49.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.371234 29660 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:09:49.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.371502 29660 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:49.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.371693 29660 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:09:49.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.371917 29660 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:49.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.372100 29660 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42501/jwks.json
20:09:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.397450 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } attempt: 4
20:09:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.401356 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.189:42435: Network error: Client connection negotiation failed: client connection to 127.28.226.189:42435: connect: Connection refused (error 111)
20:09:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.411281 29660 master_runner.cc:386] Master server non-default flags:
20:09:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/data
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/wal
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.189:42435
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42501/jwks.json
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/data/info.pb
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.189
20:09:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/logs
20:09:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.412633 29660 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:49.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.414438 29660 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:09:49.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.434845 29669 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.700883 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } attempt: 5
20:09:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.706691 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.189:42435: Network error: Client connection negotiation failed: client connection to 127.28.226.189:42435: connect: Connection refused (error 111)
20:09:50.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.254127 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } attempt: 6
20:09:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:50.263559 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.189:42435: Network error: Client connection negotiation failed: client connection to 127.28.226.189:42435: connect: Connection refused (error 111)
20:09:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.434831 29670 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:49.434861 29672 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:49.436450 29660 server_base.cc:1034] running on GCE node
20:09:50.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.650897 29660 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:50.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.653789 29660 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.655213 29660 hybrid_clock.cc:648] HybridClock initialized: now 1781899790655152 us; error 69 us; skew 500 ppm
20:09:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.656327 29660 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.663007 29660 webserver.cc:460] Webserver started at http://127.28.226.189:42505/ using document root <none> and password file <none>
20:09:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.664198 29660 fs_manager.cc:359] Metadata directory not provided
20:09:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.664465 29660 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.665019 29660 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:09:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.670578 29660 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/data/instance:
20:09:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a74926809c1f403598c4eb480ee33597"
20:09:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:50 on dist-test-slave-567m"
20:09:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.672207 29660 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/wal/instance:
20:09:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a74926809c1f403598c4eb480ee33597"
20:09:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:50 on dist-test-slave-567m"
20:09:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.680379 29660 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
20:09:50.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.686851 29681 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.688350 29660 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
20:09:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.688741 29660 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/wal
20:09:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a74926809c1f403598c4eb480ee33597"
20:09:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:50 on dist-test-slave-567m"
20:09:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.689185 29660 fs_report.cc:383] FS layout report
20:09:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:50.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/wal
20:09:50.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/wal
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/data/data
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.732426 29660 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:09:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.733999 29660 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.734431 29660 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.813977 29660 rpc_server.cc:307] RPC server started. Bound to: 127.28.226.189:42435
20:09:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.814078 29732 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.226.189:42435 every 8 connection(s)
20:09:50.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.817028 29660 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/data/info.pb
20:09:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.821645 29578 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 29660
20:09:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.822175 29578 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-1/wal/instance
20:09:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.823553 29733 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.825840 29578 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/wal
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/data
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/logs
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/data/info.pb
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.188:40883
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.188
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42501/jwks.json with env {}
20:09:50.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.838411 29733 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } has no permanent_uuid. Determining permanent_uuid...
20:09:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.863114 29733 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } has no permanent_uuid. Determining permanent_uuid...
20:09:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.880028 29733 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } has no permanent_uuid. Determining permanent_uuid...
20:09:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:50.882673 29683 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:50.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:50.896775 29733 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:50.946427 29733 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 1
20:09:50.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:50.951126 29733 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.019604 29733 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 2
20:09:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.024042 29733 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.115761 29733 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 3
20:09:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.120115 29733 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.162293 29735 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:09:51.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.162950 29735 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:51.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.163442 29735 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:09:51.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.197260 29735 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:09:51.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.197569 29735 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:09:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.197865 29735 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.198064 29735 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:09:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.198395 29735 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.198555 29735 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42501/jwks.json
20:09:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.234937 29735 master_runner.cc:386] Master server non-default flags:
20:09:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/data
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/wal
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.188:40883
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42501/jwks.json
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/data/info.pb
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.188
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/logs
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:09:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:09:51.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:51.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.236255 29735 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:51.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.238505 29735 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:09:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.259379 29746 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.263599 29733 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 4
20:09:51.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.267554 29733 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.324074 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } attempt: 7
20:09:51.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.342165 29658 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } has no permanent_uuid. Determining permanent_uuid...
20:09:51.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.348757 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.407438 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 1
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.412420 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.493841 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 2
20:09:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.498698 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.567077 29733 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 5
20:09:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.572377 29733 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.584179 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 3
20:09:51.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.588936 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.729419 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 4
20:09:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.734803 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.018286 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 5
20:09:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:52.023164 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.120087 29733 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 6
20:09:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:52.127753 29733 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:51.261826 29735 server_base.cc:1034] running on GCE node
20:09:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.259526 29748 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:51.259963 29745 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:52.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.542130 29735 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.545110 29735 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:52.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.546502 29735 hybrid_clock.cc:648] HybridClock initialized: now 1781899792546470 us; error 60 us; skew 500 ppm
20:09:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.547371 29735 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.554203 29735 webserver.cc:460] Webserver started at http://127.28.226.188:35035/ using document root <none> and password file <none>
20:09:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.555245 29735 fs_manager.cc:359] Metadata directory not provided
20:09:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.555439 29735 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.555953 29735 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:09:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.563359 29735 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/data/instance:
20:09:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb"
20:09:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:52 on dist-test-slave-567m"
20:09:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.565032 29735 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/wal/instance:
20:09:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb"
20:09:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:52 on dist-test-slave-567m"
20:09:52.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.575603 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 6
20:09:52.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.575682 29735 fs_manager.cc:691] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.000s
20:09:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:52.584368 29658 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.226.188:40883: Network error: Client connection negotiation failed: client connection to 127.28.226.188:40883: connect: Connection refused (error 111)
20:09:52.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.584901 29761 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:52.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.586381 29735 fs_manager.cc:725] Time spent opening block manager: real 0.006s	user 0.006s	sys 0.000s
20:09:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.587100 29735 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/wal
20:09:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb"
20:09:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:52 on dist-test-slave-567m"
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.587574 29735 fs_report.cc:383] FS layout report
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/wal
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/wal
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/data/data
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:52.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:52.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:52.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:52.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:52.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:52.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.646656 29735 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:09:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.648144 29735 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.648567 29735 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.725047 29735 rpc_server.cc:307] RPC server started. Bound to: 127.28.226.188:40883
20:09:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.725171 29812 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.226.188:40883 every 8 connection(s)
20:09:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.728101 29735 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/data/info.pb
20:09:52.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.732962 29578 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 29735
20:09:52.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.733312 29578 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/master-2/wal/instance
20:09:52.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.735051 29813 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:52.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.756799 29813 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } has no permanent_uuid. Determining permanent_uuid...
20:09:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.783869 29813 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } has no permanent_uuid. Determining permanent_uuid...
20:09:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.796782 29813 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } has no permanent_uuid. Determining permanent_uuid...
20:09:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.816627 29813 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb: Bootstrap starting.
20:09:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.823643 29813 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb: Neither blocks nor log segments found. Creating new log.
20:09:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.826282 29813 log.cc:824] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb: Log is configured to *not* fsync() on all Append() calls
20:09:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.831532 29813 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb: No bootstrap required, opened a new log
20:09:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.856035 29813 raft_consensus.cc:348] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:52.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.856787 29813 raft_consensus.cc:374] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:52.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.857074 29813 raft_consensus.cc:729] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3cb46fbb2b54459bbc783ff7ed0cebb, State: Initialized, Role: FOLLOWER
20:09:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.858065 29813 consensus_queue.cc:260] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.861191 29822 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.862129 29822 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: This master's current role is: FOLLOWER
20:09:52.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.862792 29813 sys_catalog.cc:564] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: configured and running, proceeding with master startup.
20:09:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:52.886890 29833 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:09:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:52.887322 29833 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:09:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:52.903831 29767 tablet.cc:2369] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:52.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.883517 29735 master_runner.cc:186] Error getting master registration for 127.28.226.190:38641: OK, instance_id { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" instance_seqno: 1781899788942316 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:09:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:52.917688 29735 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:09:53.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.188500 29733 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 7
20:09:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.208988 29733 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: Bootstrap starting.
20:09:53.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.216746 29733 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: Neither blocks nor log segments found. Creating new log.
20:09:53.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.218978 29733 log.cc:824] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: Log is configured to *not* fsync() on all Append() calls
20:09:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.224526 29733 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: No bootstrap required, opened a new log
20:09:53.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.249591 29733 raft_consensus.cc:348] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:53.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.250555 29733 raft_consensus.cc:374] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.250869 29733 raft_consensus.cc:729] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a74926809c1f403598c4eb480ee33597, State: Initialized, Role: FOLLOWER
20:09:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.251892 29733 consensus_queue.cc:260] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.254591 29837 sys_catalog.cc:455] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.255352 29837 sys_catalog.cc:458] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [sys.catalog]: This master's current role is: FOLLOWER
20:09:53.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.256726 29733 sys_catalog.cc:564] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [sys.catalog]: configured and running, proceeding with master startup.
20:09:53.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:53.290112 29848 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:09:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:53.290937 29848 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:09:53.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.282243 29660 master_runner.cc:186] Error getting master registration for 127.28.226.190:38641: OK, instance_id { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" instance_seqno: 1781899788942316 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:09:53.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.321579 29660 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:09:53.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.358072 29822 raft_consensus.cc:482] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:09:53.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.358698 29822 raft_consensus.cc:504] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:53.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.361326 29822 leader_election.cc:288] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f0b4f64867cd41eea0a3e4598a0f86de (127.28.226.190:38641), a74926809c1f403598c4eb480ee33597 (127.28.226.189:42435)
20:09:53.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.363543 29708 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a74926809c1f403598c4eb480ee33597" is_pre_election: true
20:09:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.364517 29708 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c3cb46fbb2b54459bbc783ff7ed0cebb in term 0.
20:09:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.366113 29765 leader_election.cc:302] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a74926809c1f403598c4eb480ee33597, c3cb46fbb2b54459bbc783ff7ed0cebb; no voters: 
20:09:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.367117 29822 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 0 FOLLOWER]: Leader pre-election won for term 1
20:09:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.367604 29822 raft_consensus.cc:482] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:09:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.367965 29822 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 0 FOLLOWER]: Advancing to term 1
20:09:53.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.375208 29822 raft_consensus.cc:504] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.378301 29708 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a74926809c1f403598c4eb480ee33597"
20:09:53.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.378916 29708 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [term 0 FOLLOWER]: Advancing to term 1
20:09:53.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.387004 29708 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c3cb46fbb2b54459bbc783ff7ed0cebb in term 1.
20:09:53.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.389374 29822 leader_election.cc:288] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [CANDIDATE]: Term 1 election: Requested vote from peers f0b4f64867cd41eea0a3e4598a0f86de (127.28.226.190:38641), a74926809c1f403598c4eb480ee33597 (127.28.226.189:42435)
20:09:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.401124 29765 leader_election.cc:302] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a74926809c1f403598c4eb480ee33597, c3cb46fbb2b54459bbc783ff7ed0cebb; no voters: 
20:09:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.402273 29822 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 1 FOLLOWER]: Leader election won for term 1
20:09:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.406535 29822 raft_consensus.cc:686] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [term 1 LEADER]: Becoming Leader. State: Replica: c3cb46fbb2b54459bbc783ff7ed0cebb, State: Running, Role: LEADER
20:09:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.408275 29822 consensus_queue.cc:237] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:53.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.432371 29850 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: SysCatalogTable state changed. Reason: New leader c3cb46fbb2b54459bbc783ff7ed0cebb. Latest consensus state: current_term: 1 leader_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:53.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.434389 29850 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: This master's current role is: LEADER
20:09:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.439256 29852 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:09:53.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.448392 29852 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:09:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.477936 29708 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [term 1 FOLLOWER]: Refusing update from remote peer c3cb46fbb2b54459bbc783ff7ed0cebb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:09:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.480510 29850 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [LEADER]: Connected to new peer: Peer: permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:53.493345 29687 tablet.cc:2369] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.502229 29837 sys_catalog.cc:455] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c3cb46fbb2b54459bbc783ff7ed0cebb. Latest consensus state: current_term: 1 leader_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.503093 29837 sys_catalog.cc:458] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [sys.catalog]: This master's current role is: FOLLOWER
20:09:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.526615 29850 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.527523 29850 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: This master's current role is: LEADER
20:09:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.535490 29852 catalog_manager.cc:1347] Generated new cluster ID: ee00e0a8b3784b168b10aa9e49a07711
20:09:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.535836 29852 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:09:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.541646 29837 sys_catalog.cc:455] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.542488 29837 sys_catalog.cc:458] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597 [sys.catalog]: This master's current role is: FOLLOWER
20:09:53.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.582612 29852 catalog_manager.cc:1370] Generated new certificate authority record
20:09:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.591779 29852 catalog_manager.cc:1504] Loading token signing keys...
20:09:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.617751 29658 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } attempt: 7
20:09:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.627053 29852 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb: Generated new TSK 0
20:09:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.635357 29852 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:09:53.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.669011 29658 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de: Bootstrap starting.
20:09:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.676743 29658 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de: Neither blocks nor log segments found. Creating new log.
20:09:53.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.679260 29658 log.cc:824] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de: Log is configured to *not* fsync() on all Append() calls
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.679868 29578 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/wal
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/data
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/logs
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/data/info.pb
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.129:0
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.226.129
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.129
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.690795 29658 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de: No bootstrap required, opened a new log
20:09:53.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.880409 29658 raft_consensus.cc:348] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:53.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.885722 29658 raft_consensus.cc:374] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.887534 29658 raft_consensus.cc:729] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0b4f64867cd41eea0a3e4598a0f86de, State: Initialized, Role: FOLLOWER
20:09:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.894474 29658 consensus_queue.cc:260] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } }
20:09:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.933122 29631 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [term 0 FOLLOWER]: Advancing to term 1
20:09:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.933341 29633 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" is_pre_election: true
20:09:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.933535 29632 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0b4f64867cd41eea0a3e4598a0f86de"
20:09:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.947242 29631 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [term 1 FOLLOWER]: Refusing update from remote peer c3cb46fbb2b54459bbc783ff7ed0cebb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:09:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.949044 29822 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.933756 29658 sys_catalog.cc:564] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [sys.catalog]: configured and running, proceeding with master startup.
20:09:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.932269 29861 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:53.955999 29861 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [sys.catalog]: This master's current role is: FOLLOWER
20:09:54.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.051379 29865 mvcc.cc:205] Tried to move back new op lower bound from 7298661554042695680 to 7298661553812615168. Current Snapshot: MvccSnapshot[applied={T|T < 7298661554042695680}]
20:09:54.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.084905 29861 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [sys.catalog]: SysCatalogTable state changed. Reason: New leader c3cb46fbb2b54459bbc783ff7ed0cebb. Latest consensus state: current_term: 1 leader_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.085098 29862 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.086527 29861 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [sys.catalog]: This master's current role is: FOLLOWER
20:09:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.086575 29862 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de [sys.catalog]: This master's current role is: FOLLOWER
20:09:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.114914 29878 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:09:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:54.198630 29860 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:09:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:54.199308 29860 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:54.200098 29860 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:09:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:54.257782 29860 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:09:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:54.259193 29860 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.226.129
20:09:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.297392 29848 catalog_manager.cc:1259] Loaded cluster ID: ee00e0a8b3784b168b10aa9e49a07711
20:09:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.298096 29848 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: loading cluster ID for follower catalog manager: success
20:09:54.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.306819 29848 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: acquiring CA information for follower catalog manager: success
20:09:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.314280 29848 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a74926809c1f403598c4eb480ee33597: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:09:54.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.322181 29860 tablet_server_runner.cc:78] Tablet server non-default flags:
20:09:54.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/data
20:09:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/wal
20:09:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.129:0
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/data/info.pb
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.129
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.226.129
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/logs
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:09:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:09:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.323810 29860 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:54.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.326040 29860 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:09:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:54.351996 29884 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.457605 29822 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0b4f64867cd41eea0a3e4598a0f86de" member_type: VOTER last_known_addr { host: "127.28.226.190" port: 38641 } } peers { permanent_uuid: "a74926809c1f403598c4eb480ee33597" member_type: VOTER last_known_addr { host: "127.28.226.189" port: 42435 } } peers { permanent_uuid: "c3cb46fbb2b54459bbc783ff7ed0cebb" member_type: VOTER last_known_addr { host: "127.28.226.188" port: 40883 } } }
20:09:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:54.460029 29822 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3cb46fbb2b54459bbc783ff7ed0cebb [sys.catalog]: This master's current role is: LEADER
20:09:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:55.148945 29878 catalog_manager.cc:1259] Loaded cluster ID: ee00e0a8b3784b168b10aa9e49a07711
20:09:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:55.155251 29878 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de: loading cluster ID for follower catalog manager: success
20:09:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:55.217969 29878 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de: acquiring CA information for follower catalog manager: success
20:09:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:55.241521 29878 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f0b4f64867cd41eea0a3e4598a0f86de: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:09:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:55.746965 29883 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 29860
20:09:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.143918 29883 kernel_stack_watchdog.cc:198] Thread 29860 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 394ms:
20:09:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:09:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:09:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:09:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:09:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:54.354305 29885 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.146067 29860 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.797s	user 0.807s	sys 1.310s
20:09:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.146195 29887 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.146659 29860 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.798s	user 0.808s	sys 1.310s
20:09:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.151418 29886 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2794 milliseconds
20:09:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.151518 29860 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.154474 29860 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.157874 29860 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.159770 29860 hybrid_clock.cc:648] HybridClock initialized: now 1781899797159731 us; error 46 us; skew 500 ppm
20:09:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.161188 29860 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:57.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.175289 29860 webserver.cc:460] Webserver started at http://127.28.226.129:36939/ using document root <none> and password file <none>
20:09:57.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.176604 29860 fs_manager.cc:359] Metadata directory not provided
20:09:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.176957 29860 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.177536 29860 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:09:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.185024 29860 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/data/instance:
20:09:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5f9e0a9782a44ed9fc41ee96d6c122c"
20:09:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:57 on dist-test-slave-567m"
20:09:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.187954 29860 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/wal/instance:
20:09:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5f9e0a9782a44ed9fc41ee96d6c122c"
20:09:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:57 on dist-test-slave-567m"
20:09:57.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.198199 29860 fs_manager.cc:691] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.005s
20:09:57.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.207980 29900 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.209625 29860 fs_manager.cc:725] Time spent opening block manager: real 0.007s	user 0.000s	sys 0.004s
20:09:57.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.210071 29860 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/wal
20:09:57.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5f9e0a9782a44ed9fc41ee96d6c122c"
20:09:57.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:57 on dist-test-slave-567m"
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.210544 29860 fs_report.cc:383] FS layout report
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/wal
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/wal
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/data/data
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.266119 29860 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:09:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.268438 29860 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.269116 29860 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.273442 29860 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:09:57.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.279933 29860 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:09:57.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.280267 29860 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:09:57.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.280567 29860 ts_tablet_manager.cc:610] Registered 0 tablets
20:09:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.280794 29860 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:09:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.488559 29860 rpc_server.cc:307] RPC server started. Bound to: 127.28.226.129:32873
20:09:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.488699 30013 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.226.129:32873 every 8 connection(s)
20:09:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.491762 29860 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/data/info.pb
20:09:57.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.496989 29578 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 29860
20:09:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.497812 29578 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-0/wal/instance
20:09:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.542882 29578 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/wal
20:09:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/data
20:09:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/logs
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/data/info.pb
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.130:0
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.226.130
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.130
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.562367 30015 heartbeater.cc:347] Connected to a master server at 127.28.226.189:42435
20:09:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.562927 30015 heartbeater.cc:464] Registering TS with master...
20:09:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.563827 30014 heartbeater.cc:347] Connected to a master server at 127.28.226.188:40883
20:09:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.564216 30014 heartbeater.cc:464] Registering TS with master...
20:09:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.564266 30015 heartbeater.cc:511] Master 127.28.226.189:42435 requested a full tablet report, sending...
20:09:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.565155 30014 heartbeater.cc:511] Master 127.28.226.188:40883 requested a full tablet report, sending...
20:09:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.570094 29778 ts_manager.cc:194] Registered new tserver with Master: e5f9e0a9782a44ed9fc41ee96d6c122c (127.28.226.129:32873)
20:09:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.571017 29698 ts_manager.cc:194] Registered new tserver with Master: e5f9e0a9782a44ed9fc41ee96d6c122c (127.28.226.129:32873)
20:09:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.574074 29778 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.28.226.129:57419
20:09:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.586625 30016 heartbeater.cc:347] Connected to a master server at 127.28.226.190:38641
20:09:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.587049 30016 heartbeater.cc:464] Registering TS with master...
20:09:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.587821 30016 heartbeater.cc:511] Master 127.28.226.190:38641 requested a full tablet report, sending...
20:09:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.591466 29623 ts_manager.cc:194] Registered new tserver with Master: e5f9e0a9782a44ed9fc41ee96d6c122c (127.28.226.129:32873)
20:09:57.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.902801 30024 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:09:57.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.903290 30024 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:57.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.903728 30024 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:09:57.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.942734 30024 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:09:57.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:57.943888 30024 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.226.130
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.985597 30024 tablet_server_runner.cc:78] Tablet server non-default flags:
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/data
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/wal
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:57.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.130:0
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/data/info.pb
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.130
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.226.130
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/logs
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:09:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:09:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:09:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.987382 30024 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:57.989797 30024 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:09:58.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:58.026798 30031 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:58.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:58.581287 30014 heartbeater.cc:503] Master 127.28.226.188:40883 was elected leader, sending a full tablet report...
20:09:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:58.031985 30033 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:58.028066 30030 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:09:59.544987 30032 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1512 milliseconds
20:09:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.545125 30024 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:59.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.546533 30024 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.549504 30024 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.551003 30024 hybrid_clock.cc:648] HybridClock initialized: now 1781899799550959 us; error 67 us; skew 500 ppm
20:09:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.551810 30024 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.558804 30024 webserver.cc:460] Webserver started at http://127.28.226.130:36867/ using document root <none> and password file <none>
20:09:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.560074 30024 fs_manager.cc:359] Metadata directory not provided
20:09:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.560292 30024 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.560683 30024 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:09:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.566201 30024 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/data/instance:
20:09:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7a85a29d69349d49cafeee7d7bf2237"
20:09:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:59 on dist-test-slave-567m"
20:09:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.567896 30024 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/wal/instance:
20:09:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7a85a29d69349d49cafeee7d7bf2237"
20:09:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:59 on dist-test-slave-567m"
20:09:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.576308 30024 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
20:09:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.583976 30043 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.585358 30024 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.002s
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.585770 30024 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/wal
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7a85a29d69349d49cafeee7d7bf2237"
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:09:59 on dist-test-slave-567m"
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.586124 30024 fs_report.cc:383] FS layout report
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/wal
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/wal
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/data/data
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.647850 30024 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:09:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.649355 30024 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:59.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.649911 30024 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:59.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.652567 30024 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:09:59.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.657245 30024 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:09:59.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.657465 30024 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:09:59.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.657742 30024 ts_tablet_manager.cc:610] Registered 0 tablets
20:09:59.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.657936 30024 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
20:09:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.832392 30024 rpc_server.cc:307] RPC server started. Bound to: 127.28.226.130:35699
20:09:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.832574 30155 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.226.130:35699 every 8 connection(s)
20:09:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.835598 30024 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/data/info.pb
20:09:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.845860 29578 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 30024
20:09:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.846537 29578 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-1/wal/instance
20:09:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.863384 29578 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/wal
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/data
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/logs
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/data/info.pb
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.131:0
20:09:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.226.131
20:09:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.131
20:09:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:09:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:09:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.894596 30156 heartbeater.cc:347] Connected to a master server at 127.28.226.188:40883
20:09:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.895196 30156 heartbeater.cc:464] Registering TS with master...
20:09:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.896773 30156 heartbeater.cc:511] Master 127.28.226.188:40883 requested a full tablet report, sending...
20:09:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.898382 30157 heartbeater.cc:347] Connected to a master server at 127.28.226.189:42435
20:09:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.898733 30157 heartbeater.cc:464] Registering TS with master...
20:09:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.899629 30157 heartbeater.cc:511] Master 127.28.226.189:42435 requested a full tablet report, sending...
20:09:59.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.899909 29778 ts_manager.cc:194] Registered new tserver with Master: a7a85a29d69349d49cafeee7d7bf2237 (127.28.226.130:35699)
20:09:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.902007 29778 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.28.226.130:36319
20:09:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.902751 29698 ts_manager.cc:194] Registered new tserver with Master: a7a85a29d69349d49cafeee7d7bf2237 (127.28.226.130:35699)
20:09:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.905057 30158 heartbeater.cc:347] Connected to a master server at 127.28.226.190:38641
20:09:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.905457 30158 heartbeater.cc:464] Registering TS with master...
20:09:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.906213 30158 heartbeater.cc:511] Master 127.28.226.190:38641 requested a full tablet report, sending...
20:09:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:09:59.909003 29623 ts_manager.cc:194] Registered new tserver with Master: a7a85a29d69349d49cafeee7d7bf2237 (127.28.226.130:35699)
20:10:00.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:00.212118 30166 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:10:00.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:00.212788 30166 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:10:00.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:00.213449 30166 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:10:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:00.249279 30166 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:10:00.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:00.250309 30166 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.226.131
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:00.287484 30166 tablet_server_runner.cc:78] Tablet server non-default flags:
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.226.148:44587
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/data
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/wal
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.226.131:0
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/data/info.pb
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.226.131
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.226.190:38641,127.28.226.189:42435,127.28.226.188:40883
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.226.131
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/logs
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:10:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:00.288991 30166 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:10:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:00.290674 30166 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:10:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:00.310874 30172 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:00.907629 30156 heartbeater.cc:503] Master 127.28.226.188:40883 was elected leader, sending a full tablet report...
20:10:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:00.310904 30173 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:00.311218 30175 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:01.520141 30174 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:10:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.520285 30166 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:10:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.524309 30166 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:10:01.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.527405 30166 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:10:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.528888 30166 hybrid_clock.cc:648] HybridClock initialized: now 1781899801528849 us; error 75 us; skew 500 ppm
20:10:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.529771 30166 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:10:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.536984 30166 webserver.cc:460] Webserver started at http://127.28.226.131:38839/ using document root <none> and password file <none>
20:10:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.538074 30166 fs_manager.cc:359] Metadata directory not provided
20:10:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.538286 30166 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:10:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.538697 30166 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:10:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.543931 30166 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/data/instance:
20:10:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f037611341e4a6bb32c26c09b6863e0"
20:10:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:01 on dist-test-slave-567m"
20:10:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.545122 30166 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/wal/instance:
20:10:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f037611341e4a6bb32c26c09b6863e0"
20:10:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:01 on dist-test-slave-567m"
20:10:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.552551 30166 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
20:10:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.558647 30183 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:10:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.559886 30166 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
20:10:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.560186 30166 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/wal
20:10:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f037611341e4a6bb32c26c09b6863e0"
20:10:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:01 on dist-test-slave-567m"
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.560525 30166 fs_report.cc:383] FS layout report
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/wal
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/wal
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/data/data
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:10:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:10:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.599689 30166 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:10:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.601426 30166 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:10:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.601966 30166 kserver.cc:163] Server-wide thread pool size limit: 3276
20:10:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.604545 30166 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:10:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.610181 30166 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:10:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.610510 30166 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:10:01.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.610816 30166 ts_tablet_manager.cc:610] Registered 0 tablets
20:10:01.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.611039 30166 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:10:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.767508 30166 rpc_server.cc:307] RPC server started. Bound to: 127.28.226.131:37129
20:10:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.767766 30295 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.226.131:37129 every 8 connection(s)
20:10:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.771193 30166 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/data/info.pb
20:10:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.780908 29578 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 30166
20:10:01.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.781430 29578 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster4523575867745951126/ts-2/wal/instance
20:10:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.816954 30297 heartbeater.cc:347] Connected to a master server at 127.28.226.189:42435
20:10:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.817468 30297 heartbeater.cc:464] Registering TS with master...
20:10:01.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.818845 30297 heartbeater.cc:511] Master 127.28.226.189:42435 requested a full tablet report, sending...
20:10:01.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.819336 30296 heartbeater.cc:347] Connected to a master server at 127.28.226.188:40883
20:10:01.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.819657 30296 heartbeater.cc:464] Registering TS with master...
20:10:01.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.820550 30296 heartbeater.cc:511] Master 127.28.226.188:40883 requested a full tablet report, sending...
20:10:01.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.822425 29697 ts_manager.cc:194] Registered new tserver with Master: 0f037611341e4a6bb32c26c09b6863e0 (127.28.226.131:37129)
20:10:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.823073 29777 ts_manager.cc:194] Registered new tserver with Master: 0f037611341e4a6bb32c26c09b6863e0 (127.28.226.131:37129)
20:10:01.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.825239 29777 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.28.226.131:54377
20:10:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.831243 30298 heartbeater.cc:347] Connected to a master server at 127.28.226.190:38641
20:10:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.831647 30298 heartbeater.cc:464] Registering TS with master...
20:10:01.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.832420 30298 heartbeater.cc:511] Master 127.28.226.190:38641 requested a full tablet report, sending...
20:10:01.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.835247 29623 ts_manager.cc:194] Registered new tserver with Master: 0f037611341e4a6bb32c26c09b6863e0 (127.28.226.131:37129)
20:10:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:01.847714 29578 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:10:01.859 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:10:01.860 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:10:01.871 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.226.190"
      port: 38641
    }
    bound_http_address {
      host: "127.28.226.190"
      port: 35229
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.226.189"
      port: 42435
    }
    bound_http_address {
      host: "127.28.226.189"
      port: 42505
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.226.188"
      port: 40883
    }
    bound_http_address {
      host: "127.28.226.188"
      port: 35035
    }
  }
}

20:10:01.876 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:10:01.879 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.226.129"
      port: 32873
    }
    bound_http_address {
      host: "127.28.226.129"
      port: 36939
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.226.130"
      port: 35699
    }
    bound_http_address {
      host: "127.28.226.130"
      port: 36867
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.226.131"
      port: 37129
    }
    bound_http_address {
      host: "127.28.226.131"
      port: 38839
    }
  }
}

20:10:01.879 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:10:02.140 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:10:02.324 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskaQTxx6/test-tmp
20:10:02.325 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:10:02.325 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskaQTxx6/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:10:02.328 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 0
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993"
  extra_master_flags: "--authn_token_validity_seconds=10"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:10:02.688 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:02.688 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:10:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:02.691591 30307 mini_oidc.cc:152] Starting JWKS server
20:10:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:02.695514 30307 webserver.cc:460] Webserver started at http://127.0.0.1:45663/ using document root <none> and password file <none>
20:10:02.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:02.695989 30307 mini_oidc.cc:189] Starting OIDC Discovery server
20:10:02.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:02.697964 30307 webserver.cc:460] Webserver started at http://127.0.0.1:32845/ using document root <none> and password file <none>
20:10:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:10:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/principal' for realm 'KRBTEST.COM',
20:10:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:10:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:02 dist-test-slave-567m krb5kdc[30319](info): setting up network...
20:10:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:10:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:02 dist-test-slave-567m krb5kdc[30319](info): set up 2 sockets
20:10:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:02 dist-test-slave-567m krb5kdc[30319](info): commencing operation
20:10:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:10:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:02.829779 30296 heartbeater.cc:503] Master 127.28.226.188:40883 was elected leader, sending a full tablet report...
20:10:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:03.845897 30307 mini_kdc.cc:121] Time spent starting KDC: real 1.120s	user 0.006s	sys 0.019s
20:10:03.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:10:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:10:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:10:03.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:10:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:10:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:10:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:10:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:10:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:10:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:10:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/test-user.keytab.
20:10:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/test-user.keytab.
20:10:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:03 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899803, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
20:10:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T20:10:04Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:10:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T20:10:04Z Disabled control of system clock
20:10:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.29.152.254@KRBTEST.COM; defaulting to no policy
20:10:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:10:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.29.152.254@KRBTEST.COM" created.
20:10:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:10:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.29.152.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.254.keytab.
20:10:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.29.152.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.254.keytab.
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:04.062911 30307 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/logs
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/info.pb
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.254:42313
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.254
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.254.keytab
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.254
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:10:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.398972 30332 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:10:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.399705 30332 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:10:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.400477 30332 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:10:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.432766 30332 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:10:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.433081 30332 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:10:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.433525 30332 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:10:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.433892 30332 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:10:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.434211 30332 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:10:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.434527 30332 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:10:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.434768 30332 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45663/jwks.json
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:04.475109 30332 master_runner.cc:386] Master server non-default flags:
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:10:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.254.keytab
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.254
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.254:42313
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/info.pb
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.254
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/logs
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:10:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:10:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:10:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:10:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:10:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:10:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:04.476681 30332 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:10:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:04.478103 30332 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:10:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.498272 30340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:05.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.501789 30342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:05.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:04.498327 30339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:05.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:05.788775 30341 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1288 milliseconds
20:10:05.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.788906 30332 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:10:05.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.790208 30332 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:10:05.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.794163 30332 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:10:05.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.795610 30332 hybrid_clock.cc:648] HybridClock initialized: now 1781899805795578 us; error 71 us; skew 500 ppm
20:10:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.796613 30332 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:10:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:05 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899805, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.803072 30332 init.cc:377] Logged in from keytab as kudu/127.29.152.254@KRBTEST.COM (short username kudu)
20:10:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.810312 30332 webserver.cc:460] Webserver started at http://127.29.152.254:40565/ using document root <none> and password file <none>
20:10:05.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.811297 30332 fs_manager.cc:359] Metadata directory not provided
20:10:05.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.811502 30332 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:10:05.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.811914 30332 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:10:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.818853 30332 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/instance:
20:10:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e2b2d63983d45ab9c1ae5dc63a24558"
20:10:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:05 on dist-test-slave-567m"
20:10:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.820504 30332 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal/instance:
20:10:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e2b2d63983d45ab9c1ae5dc63a24558"
20:10:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:05 on dist-test-slave-567m"
20:10:05.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.831012 30332 fs_manager.cc:691] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.001s
20:10:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.841042 30350 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:10:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.842922 30332 fs_manager.cc:725] Time spent opening block manager: real 0.007s	user 0.002s	sys 0.005s
20:10:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.843374 30332 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e2b2d63983d45ab9c1ae5dc63a24558"
20:10:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:05 on dist-test-slave-567m"
20:10:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.844102 30332 fs_report.cc:383] FS layout report
20:10:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/data
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:10:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:10:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.896661 30332 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:10:05.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.903280 30332 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:10:05.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.903729 30332 kserver.cc:163] Server-wide thread pool size limit: 3276
20:10:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.997491 30332 rpc_server.cc:307] RPC server started. Bound to: 127.29.152.254:42313
20:10:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:05.997491 30401 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.152.254:42313 every 8 connection(s)
20:10:06.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.000538 30332 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/info.pb
20:10:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.001525 30307 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 30332
20:10:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.002250 30307 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal/instance
20:10:06.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.007611 30402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:10:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.29.152.253@KRBTEST.COM; defaulting to no policy
20:10:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.021616 30402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } has no permanent_uuid. Determining permanent_uuid...
20:10:06.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:10:06.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.29.152.253@KRBTEST.COM" created.
20:10:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:06 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899805, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.254@KRBTEST.COM for kudu/127.29.152.254@KRBTEST.COM
20:10:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:10:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.29.152.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.253.keytab.
20:10:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.29.152.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.253.keytab.
20:10:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.055295 30307 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data
20:10:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/logs
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/info.pb
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.253:41449
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.253
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.253.keytab
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.253
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:10:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:10:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.067927 30402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } has no permanent_uuid. Determining permanent_uuid...
20:10:06.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.071341 30352 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.076560 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.253:41449: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.126214 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } attempt: 1
20:10:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.130440 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.253:41449: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.198868 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } attempt: 2
20:10:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.202885 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.253:41449: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:06.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.294322 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } attempt: 3
20:10:06.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.298242 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.253:41449: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.388965 30408 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:10:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.389734 30408 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:10:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.390462 30408 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:10:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.422991 30408 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:10:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.423316 30408 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:10:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.423717 30408 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:10:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.424067 30408 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:10:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.424386 30408 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:10:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.424701 30408 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:10:06.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.424937 30408 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45663/jwks.json
20:10:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.441717 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } attempt: 4
20:10:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.445658 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.253:41449: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:06.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.464493 30408 master_runner.cc:386] Master server non-default flags:
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.253.keytab
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.253
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.253:41449
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/info.pb
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.253
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/logs
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:10:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.465777 30408 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:10:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.466929 30408 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:10:06.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.487114 30415 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.745186 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } attempt: 5
20:10:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.749159 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.253:41449: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.296622 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } attempt: 6
20:10:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:07.304845 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.253:41449: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.488777 30416 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:06.489099 30408 server_base.cc:1034] running on GCE node
20:10:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:06.491493 30418 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:07.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.752840 30408 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:10:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.755875 30408 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:10:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.757289 30408 hybrid_clock.cc:648] HybridClock initialized: now 1781899807757253 us; error 79 us; skew 500 ppm
20:10:07.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.758379 30408 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:07 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899807, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:07.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.764973 30408 init.cc:377] Logged in from keytab as kudu/127.29.152.253@KRBTEST.COM (short username kudu)
20:10:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.771692 30408 webserver.cc:460] Webserver started at http://127.29.152.253:44823/ using document root <none> and password file <none>
20:10:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.772886 30408 fs_manager.cc:359] Metadata directory not provided
20:10:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.773188 30408 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:10:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.773803 30408 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:10:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.778888 30408 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/instance:
20:10:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "baa4253e228f480ea15635152739eb75"
20:10:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:07 on dist-test-slave-567m"
20:10:07.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.780171 30408 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal/instance:
20:10:07.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "baa4253e228f480ea15635152739eb75"
20:10:07.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:07 on dist-test-slave-567m"
20:10:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.788203 30408 fs_manager.cc:691] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
20:10:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.794493 30430 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:10:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.795771 30408 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
20:10:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.796193 30408 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "baa4253e228f480ea15635152739eb75"
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:07 on dist-test-slave-567m"
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.796581 30408 fs_report.cc:383] FS layout report
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/data
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:10:07.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.859059 30408 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:10:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.865497 30408 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:10:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.866083 30408 kserver.cc:163] Server-wide thread pool size limit: 3276
20:10:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.954613 30408 rpc_server.cc:307] RPC server started. Bound to: 127.29.152.253:41449
20:10:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.954734 30482 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.152.253:41449 every 8 connection(s)
20:10:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.957890 30408 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/info.pb
20:10:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.960310 30307 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 30408
20:10:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.960884 30307 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal/instance
20:10:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.964809 30483 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:10:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.29.152.252@KRBTEST.COM; defaulting to no policy
20:10:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:10:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.29.152.252@KRBTEST.COM" created.
20:10:07.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:07.983227 30483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } has no permanent_uuid. Determining permanent_uuid...
20:10:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:10:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.29.152.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.252.keytab.
20:10:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.29.152.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.252.keytab.
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:08 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899807, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.253@KRBTEST.COM for kudu/127.29.152.254@KRBTEST.COM
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.015214 30307 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:10:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/logs
20:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/info.pb
20:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.252:39821
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.252
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.252.keytab
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.252
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:10:08.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.030583 30483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } has no permanent_uuid. Determining permanent_uuid...
20:10:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:08 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899807, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.253@KRBTEST.COM for kudu/127.29.152.253@KRBTEST.COM
20:10:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.063087 30483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } has no permanent_uuid. Determining permanent_uuid...
20:10:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.065541 30432 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.070461 30483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.119990 30483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 1
20:10:08.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.124577 30483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.193063 30483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 2
20:10:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.197332 30483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.288802 30483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 3
20:10:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.292867 30483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.356274 30489 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:10:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.356873 30489 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:10:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.357651 30489 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:10:08.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.365275 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } attempt: 7
20:10:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:08 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899805, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.254@KRBTEST.COM for kudu/127.29.152.253@KRBTEST.COM
20:10:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.392742 30402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } has no permanent_uuid. Determining permanent_uuid...
20:10:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.398105 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.400276 30489 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:10:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.400509 30489 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:10:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.400784 30489 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:10:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.400979 30489 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:10:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.401157 30489 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:10:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.401329 30489 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:10:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.401458 30489 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45663/jwks.json
20:10:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.436348 30483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 4
20:10:08.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.440558 30483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.441008 30489 master_runner.cc:386] Master server non-default flags:
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.252.keytab
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.252
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.252:39821
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/info.pb
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.252
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:10:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/logs
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:10:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.442236 30489 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:10:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.443370 30489 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:10:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.456532 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 1
20:10:08.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.460464 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.464253 30502 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:08.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.541934 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 2
20:10:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.546257 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.631960 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 3
20:10:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.636325 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.740033 30483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 5
20:10:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.745286 30483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:08.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.776932 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 4
20:10:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.781106 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.064561 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 5
20:10:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:09.068675 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.292923 30483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 6
20:10:09.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:09.300173 30483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.621091 30402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } attempt: 6
20:10:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:09.628559 30402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.152.252:39821: Network error: Client connection negotiation failed: client connection to 127.29.152.252:39821: connect: Connection refused (error 111)
20:10:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.464272 30500 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:08.464298 30499 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:08.465960 30489 server_base.cc:1034] running on GCE node
20:10:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.731351 30489 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:10:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.734552 30489 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:10:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.736058 30489 hybrid_clock.cc:648] HybridClock initialized: now 1781899809735965 us; error 87 us; skew 500 ppm
20:10:09.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.736970 30489 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:10:09.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:09 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899809, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:09.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.743294 30489 init.cc:377] Logged in from keytab as kudu/127.29.152.252@KRBTEST.COM (short username kudu)
20:10:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.749094 30489 webserver.cc:460] Webserver started at http://127.29.152.252:43063/ using document root <none> and password file <none>
20:10:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.750191 30489 fs_manager.cc:359] Metadata directory not provided
20:10:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.750442 30489 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:10:09.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.750980 30489 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:10:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.756203 30489 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/instance:
20:10:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080bab3600c4720a1b467150894dfcc"
20:10:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:09 on dist-test-slave-567m"
20:10:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.757581 30489 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal/instance:
20:10:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080bab3600c4720a1b467150894dfcc"
20:10:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:09 on dist-test-slave-567m"
20:10:09.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.766158 30489 fs_manager.cc:691] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
20:10:09.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.776657 30515 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:10:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.777951 30489 fs_manager.cc:725] Time spent opening block manager: real 0.008s	user 0.007s	sys 0.000s
20:10:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.778286 30489 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080bab3600c4720a1b467150894dfcc"
20:10:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:09 on dist-test-slave-567m"
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.778595 30489 fs_report.cc:383] FS layout report
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/data
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:10:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:10:09.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.820703 30489 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:10:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.827203 30489 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:10:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.827764 30489 kserver.cc:163] Server-wide thread pool size limit: 3276
20:10:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.912758 30489 rpc_server.cc:307] RPC server started. Bound to: 127.29.152.252:39821
20:10:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.912855 30566 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.152.252:39821 every 8 connection(s)
20:10:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.915733 30489 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/info.pb
20:10:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.918051 30307 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 30489
20:10:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.918525 30307 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal/instance
20:10:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.923540 30567 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:10:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.938637 30567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } has no permanent_uuid. Determining permanent_uuid...
20:10:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:09 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899809, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.252@KRBTEST.COM for kudu/127.29.152.254@KRBTEST.COM
20:10:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:09 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899803, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.29.152.252@KRBTEST.COM
20:10:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:09.991127 30567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } has no permanent_uuid. Determining permanent_uuid...
20:10:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:10 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899809, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.252@KRBTEST.COM for kudu/127.29.152.253@KRBTEST.COM
20:10:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:10 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899803, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.29.152.253@KRBTEST.COM
20:10:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.023173 30567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } has no permanent_uuid. Determining permanent_uuid...
20:10:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:10 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899809, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.252@KRBTEST.COM for kudu/127.29.152.252@KRBTEST.COM
20:10:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:10 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899803, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.29.152.254@KRBTEST.COM
20:10:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.055569 30567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: Bootstrap starting.
20:10:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.062943 30567 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: Neither blocks nor log segments found. Creating new log.
20:10:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.065125 30567 log.cc:824] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: Log is configured to *not* fsync() on all Append() calls
20:10:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.069094 30307 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:10:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.070578 30567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: No bootstrap required, opened a new log
20:10:10.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:10.078 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

20:10:10.089 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

20:10:10.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

20:10:10.093 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.152.254"
      port: 42313
    }
    bound_http_address {
      host: "127.29.152.254"
      port: 40565
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.152.253"
      port: 41449
    }
    bound_http_address {
      host: "127.29.152.253"
      port: 44823
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.152.252"
      port: 39821
    }
    bound_http_address {
      host: "127.29.152.252"
      port: 43063
    }
  }
}

20:10:10.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:10:10.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:10.095 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:10:10.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

20:10:10.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.095492 30567 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:10.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.096644 30567 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:10:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.097098 30567 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6080bab3600c4720a1b467150894dfcc, State: Initialized, Role: FOLLOWER
20:10:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.098261 30567 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.102093 30576 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } } }
20:10:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.102965 30576 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [sys.catalog]: This master's current role is: FOLLOWER
20:10:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.104080 30567 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [sys.catalog]: configured and running, proceeding with master startup.
20:10:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.135848 30589 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.136229 30589 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:10.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:10 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899810, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:10.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
20:10:10.146 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:10.148 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc
20:10:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.131596 30489 master_runner.cc:186] Error getting master registration for 127.29.152.254:42313: OK, instance_id { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" instance_seqno: 1781899805966396 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:10:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.163708 30489 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:10:10.166 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:10:10.168 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc
20:10:10.169 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:10:10.174 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:10:10.176 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:10:10.177 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

20:10:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:10 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899810, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
20:10:10.213 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:10.213 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc
20:10:10.215 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:10:10.216 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.152.253:41449
20:10:10.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

20:10:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.219069 30307 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 30408
20:10:10.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:10.245 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.152.254:42313
20:10:10.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

20:10:10.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.246284 30307 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 30332
20:10:10.276 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:10.276 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.152.252:39821
20:10:10.276 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:10:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.277248 30307 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 30489
20:10:10.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:10.300 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.29.152.253:41449
20:10:10.302 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.303915 30307 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/logs
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/info.pb
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.253:41449
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.253
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44823
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.253.keytab
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.253
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:10:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.629765 30594 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:10:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.630501 30594 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:10:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.631256 30594 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:10:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.665975 30594 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:10:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.666280 30594 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:10:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.666702 30594 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:10:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.667042 30594 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:10:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.667332 30594 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:10:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.667630 30594 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:10:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.667856 30594 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45663/jwks.json
20:10:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.708144 30594 master_runner.cc:386] Master server non-default flags:
20:10:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.253.keytab
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.253
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.253:41449
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/info.pb
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.253
20:10:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44823
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/logs
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:10:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.709972 30594 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:10:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.711328 30594 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:10:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.731848 30601 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.732707 30600 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:10.734406 30603 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:10.734052 30594 server_base.cc:1034] running on GCE node
20:10:12.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.005479 30594 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:10:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.008900 30594 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:10:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.010365 30594 hybrid_clock.cc:648] HybridClock initialized: now 1781899812010339 us; error 68 us; skew 500 ppm
20:10:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.011364 30594 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:10:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:12 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899812, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.018173 30594 init.cc:377] Logged in from keytab as kudu/127.29.152.253@KRBTEST.COM (short username kudu)
20:10:12.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.023561 30594 webserver.cc:460] Webserver started at http://127.29.152.253:44823/ using document root <none> and password file <none>
20:10:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.024657 30594 fs_manager.cc:359] Metadata directory not provided
20:10:12.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.024984 30594 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:10:12.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.033483 30594 fs_manager.cc:709] Time spent opening directory manager: real 0.005s	user 0.002s	sys 0.005s
20:10:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.039196 30612 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:10:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.040725 30594 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.005s
20:10:12.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.041074 30594 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "baa4253e228f480ea15635152739eb75"
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:07 on dist-test-slave-567m"
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.043808 30594 fs_report.cc:383] FS layout report
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/data
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:10:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:10:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.085457 30594 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:10:12.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.092135 30594 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:10:12.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.092586 30594 kserver.cc:163] Server-wide thread pool size limit: 3276
20:10:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.167210 30594 rpc_server.cc:307] RPC server started. Bound to: 127.29.152.253:41449
20:10:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.167327 30663 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.152.253:41449 every 8 connection(s)
20:10:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.170346 30594 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/data/info.pb
20:10:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.180651 30307 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 30594
20:10:12.181 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:12.181 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.29.152.254:42313
20:10:12.181 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

20:10:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.182440 30664 sys_catalog.cc:263] Verifying existing consensus state
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.183151 30307 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/logs
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/info.pb
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:10:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.254:42313
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.254
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40565
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.254.keytab
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.254
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:10:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 20:10:12.183288 30664 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:10:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.183799 30594 master.cc:537] Master@127.29.152.253:41449 shutting down...
20:10:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.256052 30594 master.cc:552] Master@127.29.152.253:41449 shutdown complete.
20:10:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:10:12.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.524686 30666 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:10:12.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.525265 30666 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:10:12.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.525914 30666 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:10:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.559149 30666 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:10:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.559396 30666 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:10:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.559748 30666 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:10:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.559962 30666 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:10:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.560212 30666 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:10:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.560407 30666 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:10:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.560549 30666 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45663/jwks.json
20:10:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.599236 30666 master_runner.cc:386] Master server non-default flags:
20:10:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:12.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.254.keytab
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.254
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.254:42313
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/info.pb
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.254
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40565
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/logs
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:10:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.600504 30666 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:10:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.601913 30666 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:10:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.622334 30672 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.622361 30673 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:12.622373 30675 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:12.623945 30666 server_base.cc:1034] running on GCE node
20:10:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.880918 30666 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:10:13.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.884292 30666 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:10:13.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.885818 30666 hybrid_clock.cc:648] HybridClock initialized: now 1781899813885770 us; error 56 us; skew 500 ppm
20:10:13.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.886680 30666 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:10:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:13 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899813, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:13.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.899075 30666 init.cc:377] Logged in from keytab as kudu/127.29.152.254@KRBTEST.COM (short username kudu)
20:10:13.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.904877 30666 webserver.cc:460] Webserver started at http://127.29.152.254:40565/ using document root <none> and password file <none>
20:10:13.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.905932 30666 fs_manager.cc:359] Metadata directory not provided
20:10:13.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.906158 30666 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:10:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.915165 30666 fs_manager.cc:709] Time spent opening directory manager: real 0.005s	user 0.003s	sys 0.001s
20:10:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.920218 30684 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:10:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.921588 30666 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
20:10:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.922037 30666 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e2b2d63983d45ab9c1ae5dc63a24558"
20:10:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:05 on dist-test-slave-567m"
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.924728 30666 fs_report.cc:383] FS layout report
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/data
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:10:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:10:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:10:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:10:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:10:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:10:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:10:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:10:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.965199 30666 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:10:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.973501 30666 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:10:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:13.974133 30666 kserver.cc:163] Server-wide thread pool size limit: 3276
20:10:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.056124 30666 rpc_server.cc:307] RPC server started. Bound to: 127.29.152.254:42313
20:10:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.056258 30735 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.152.254:42313 every 8 connection(s)
20:10:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.059115 30666 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/data/info.pb
20:10:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.061765 30307 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 30666
20:10:14.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:14.063 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.29.152.252:39821
20:10:14.064 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:10:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.065547 30307 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/logs
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/info.pb
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.252:39821
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.252
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43063
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.252.keytab
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.252
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:10:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.071755 30736 sys_catalog.cc:263] Verifying existing consensus state
20:10:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 20:10:14.072597 30736 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:10:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.073035 30666 master.cc:537] Master@127.29.152.254:42313 shutting down...
20:10:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.135596 30666 master.cc:552] Master@127.29.152.254:42313 shutdown complete.
20:10:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:10:14.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.403756 30738 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:10:14.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.404495 30738 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:10:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.405256 30738 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:10:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.438165 30738 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:10:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.438464 30738 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:10:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.438859 30738 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:10:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.439190 30738 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:10:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.439502 30738 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:10:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.439811 30738 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:10:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.440042 30738 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45663/jwks.json
20:10:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.480396 30738 master_runner.cc:386] Master server non-default flags:
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.152.212:36819
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.152.254:42313,127.29.152.253:41449,127.29.152.252:39821
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/krb5kdc/kudu_127.29.152.252.keytab
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.29.152.252
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.152.252:39821
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45663/jwks.json
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/info.pb
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.152.252
20:10:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43063
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/logs
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 18:51:07 UTC on ccycloud.quasar-lbjuyh.root.comops.site
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456544
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:10:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.482053 30738 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:10:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.483320 30738 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:10:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.507656 30748 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.508597 30746 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:14.510560 30738 server_base.cc:1034] running on GCE node
20:10:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:14.508203 30745 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:10:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.780875 30738 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:10:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.783802 30738 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:10:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.785264 30738 hybrid_clock.cc:648] HybridClock initialized: now 1781899815785230 us; error 44 us; skew 500 ppm
20:10:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.786192 30738 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:10:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:15 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899815, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:15.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.792661 30738 init.cc:377] Logged in from keytab as kudu/127.29.152.252@KRBTEST.COM (short username kudu)
20:10:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.798223 30738 webserver.cc:460] Webserver started at http://127.29.152.252:43063/ using document root <none> and password file <none>
20:10:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.799237 30738 fs_manager.cc:359] Metadata directory not provided
20:10:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.799535 30738 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:10:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.808462 30738 fs_manager.cc:709] Time spent opening directory manager: real 0.006s	user 0.000s	sys 0.005s
20:10:15.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.813386 30757 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:10:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.814656 30738 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.815030 30738 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data,/tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080bab3600c4720a1b467150894dfcc"
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 20:10:09 on dist-test-slave-567m"
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.818089 30738 fs_report.cc:383] FS layout report
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/wal
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/data
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:10:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:10:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:10:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.866792 30738 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
20:10:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.873596 30738 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:10:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.874274 30738 kserver.cc:163] Server-wide thread pool size limit: 3276
20:10:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.953421 30738 rpc_server.cc:307] RPC server started. Bound to: 127.29.152.252:39821
20:10:15.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.953521 30808 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.152.252:39821 every 8 connection(s)
20:10:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.956540 30738 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskaQTxx6/test-tmp/mini-kudu-cluster3080593125382314993/master-2/data/info.pb
20:10:15.960 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:10:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.959290 30307 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu as pid 30738
20:10:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.969964 30809 sys_catalog.cc:263] Verifying existing consensus state
20:10:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:15.979005 30809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: Bootstrap starting.
20:10:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.024133 30809 log.cc:824] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: Log is configured to *not* fsync() on all Append() calls
20:10:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.029143 30809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:10:16.029 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:16.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.030097 30809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: Bootstrap complete.
20:10:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.056726 30809 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.059331 30809 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:10:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.059602 30809 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6080bab3600c4720a1b467150894dfcc, State: Initialized, Role: FOLLOWER
20:10:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.060616 30809 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.063453 30813 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } } }
20:10:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.064502 30813 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [sys.catalog]: This master's current role is: FOLLOWER
20:10:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.064872 30809 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [sys.catalog]: configured and running, proceeding with master startup.
20:10:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:16.105823 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:16.106194 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:16.112 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:16.117 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.152.252:39821(127.29.152.252:39821)] connecting to peer
20:10:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:16.131937 30763 tablet.cc:2369] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:10:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.107429 30738 master_runner.cc:186] Error getting master registration for 127.29.152.254:42313: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111), 
20:10:16.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.138332 30738 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:10:16.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.189 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.152.252:39821(127.29.152.252:39821)] Successfully connected to peer
20:10:16.277 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:10:16.314 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.29.152.252
20:10:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.471083 30813 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:10:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.471732 30813 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:16.476336 30758 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111)
20:10:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.480068 30813 leader_election.cc:288] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313), baa4253e228f480ea15635152739eb75 (127.29.152.253:41449)
20:10:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:16.484570 30758 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313): Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111)
20:10:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:16.486461 30759 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer baa4253e228f480ea15635152739eb75 (127.29.152.253:41449): Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.487087 30759 leader_election.cc:302] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6080bab3600c4720a1b467150894dfcc; no voters: 2e2b2d63983d45ab9c1ae5dc63a24558, baa4253e228f480ea15635152739eb75
20:10:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:16.488119 30813 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:10:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:16 dist-test-slave-567m krb5kdc[30319](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899810, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.29.152.252@KRBTEST.COM
20:10:16.715 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x19c5cd83, L:/127.0.0.1:39038 - R:/127.29.152.252:39821] using SASL/GSSAPI
20:10:16.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:16.748 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:16.750 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:16.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:16.788 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:16.790 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:16.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:16.808 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:16.809 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:16.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:16.847 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:16.849 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:16.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:16.908 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:16.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:16.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:16.950 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:16.951 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:16.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:16.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:16.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:17.047 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:17.049 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:17.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:17.110414 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:17.110693 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:17.308 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:17.310 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:17.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:17.627 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:17.629 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:17.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:17.748 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:17.749 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:17.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:17.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:17.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:18.114279 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:18.114631 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:18.387 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:18.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:18.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:18.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:18.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:18.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:18.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:18.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:18.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:18.426107 30835 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:10:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:18.426491 30835 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:18.428125 30835 leader_election.cc:288] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313), baa4253e228f480ea15635152739eb75 (127.29.152.253:41449)
20:10:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:18.434891 30758 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313): Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111)
20:10:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:18.435331 30759 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer baa4253e228f480ea15635152739eb75 (127.29.152.253:41449): Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:18.435722 30759 leader_election.cc:302] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6080bab3600c4720a1b467150894dfcc; no voters: 2e2b2d63983d45ab9c1ae5dc63a24558, baa4253e228f480ea15635152739eb75
20:10:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:18.436324 30835 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:10:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:19.117616 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:19.117921 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:20.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:20.120879 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:20.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:20.121150 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:20.906419 30841 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:10:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:20.906859 30841 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:20.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:20.908686 30841 leader_election.cc:288] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313), baa4253e228f480ea15635152739eb75 (127.29.152.253:41449)
20:10:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:20.913816 30758 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313): Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111)
20:10:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:20.914319 30759 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer baa4253e228f480ea15635152739eb75 (127.29.152.253:41449): Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:20.914618 30759 leader_election.cc:302] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6080bab3600c4720a1b467150894dfcc; no voters: 2e2b2d63983d45ab9c1ae5dc63a24558, baa4253e228f480ea15635152739eb75
20:10:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:20.915191 30841 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:10:21.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:21.124015 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:21.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:21.124333 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:21.140734 30738 master_runner.cc:186] Error getting master registration for 127.29.152.254:42313: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111), 
20:10:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:21.141211 30738 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:10:22.048 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:22.049 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:22.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:22.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:22.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:22.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:22.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:22.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:22.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:22.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:22.127249 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:22.127588 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:23.130514 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:23.130836 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:23.987 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:23.989 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:23.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:23.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:23.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:23.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:23.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:23.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:23.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:24.133842 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:24.134186 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:25.138064 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:25.138459 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:25.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:25.655740 30849 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:10:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:25.656543 30849 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:25.658506 30849 leader_election.cc:288] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313), baa4253e228f480ea15635152739eb75 (127.29.152.253:41449)
20:10:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:25.661341 30759 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:10:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:25.664489 30758 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313): Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111)
20:10:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:25.665031 30759 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer baa4253e228f480ea15635152739eb75 (127.29.152.253:41449): Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:25.665385 30759 leader_election.cc:302] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6080bab3600c4720a1b467150894dfcc; no voters: 2e2b2d63983d45ab9c1ae5dc63a24558, baa4253e228f480ea15635152739eb75
20:10:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:25.666181 30849 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:10:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:25.750982 30152 debug-util.cc:398] Leaking SignalData structure 0x7b08000af2a0 after lost signal to thread 30025
20:10:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:25.751920 30152 debug-util.cc:398] Leaking SignalData structure 0x7b08000af6a0 after lost signal to thread 30155
20:10:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:25 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899825, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:25.796674 30753 init.cc:295] Successfully reacquired a new kerberos TGT
20:10:26.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:26.141788 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:26.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:26.142154 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:26.144141 30738 master_runner.cc:186] Error getting master registration for 127.29.152.254:42313: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111), 
20:10:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:26.144595 30738 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:10:26.687 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:26.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:26.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:26.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:26.690 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:26.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:26.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:26.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:26.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:27.145352 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:27.145673 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:27.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:27.985802 29809 debug-util.cc:398] Leaking SignalData structure 0x7b080007f940 after lost signal to thread 29740
20:10:27.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:27.986425 29809 debug-util.cc:398] Leaking SignalData structure 0x7b08000c0f20 after lost signal to thread 29812
20:10:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:28.148522 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:28.148838 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:29.151837 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:29.152166 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:29.928 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:29.930 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:29.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:29.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:29.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:29.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:29.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:29.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:29.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:30.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:30.155426 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:30.155736 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:30.588 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:30.589 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:30.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:30.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:30.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:30.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:30.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:30.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:30.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:30.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:30.655941 30292 debug-util.cc:398] Leaking SignalData structure 0x7b08000af120 after lost signal to thread 30167
20:10:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:30.657281 30292 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd940 after lost signal to thread 30295
20:10:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:31.147495 30738 master_runner.cc:186] Error getting master registration for 127.29.152.254:42313: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111), 
20:10:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:31.147881 30738 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:10:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:31.160266 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:31.160653 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:31.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:31.963755 30862 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:10:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:31.964402 30862 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:31.978899 30758 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:10:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:31.979681 30862 leader_election.cc:288] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313), baa4253e228f480ea15635152739eb75 (127.29.152.253:41449)
20:10:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:31.983934 30759 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer baa4253e228f480ea15635152739eb75 (127.29.152.253:41449): Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:31.984570 30758 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313): Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111)
20:10:31.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:31.985188 30758 leader_election.cc:302] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6080bab3600c4720a1b467150894dfcc; no voters: 2e2b2d63983d45ab9c1ae5dc63a24558, baa4253e228f480ea15635152739eb75
20:10:31.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:31.986136 30862 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:10:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:32.165236 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:32.165629 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:33.168758 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:33.169051 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:34.172194 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:34.172485 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:34.348 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:34.350 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:34.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:34.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:34.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:34.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:34.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:34.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:34.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:35.176151 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:35.176501 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:35.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 20:10:35 dist-test-slave-567m krb5kdc[30319](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781899835, etypes {rep=17 tkt=17 ses=17}, kudu/127.29.152.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:10:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:35.799345 30753 init.cc:295] Successfully reacquired a new kerberos TGT
20:10:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:36.179286 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:36.179629 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:36.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:36.197528 30738 master_runner.cc:186] Error getting master registration for 127.29.152.254:42313: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111), 
20:10:36.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:36.198024 30738 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:10:37.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:37.002753 30805 debug-util.cc:398] Leaking SignalData structure 0x7b080009ae00 after lost signal to thread 30740
20:10:37.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:37.003319 30805 debug-util.cc:398] Leaking SignalData structure 0x7b08000abd80 after lost signal to thread 30808
20:10:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:37.183148 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:37.183455 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:38.186904 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:38.187249 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:38.407 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:38.408 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:38.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:38.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:38.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:38.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:38.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:38.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:38.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:39.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:39.190173 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:39.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:39.190574 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:40.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:40.193557 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:40.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:40.194272 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:41.197367 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:41.197731 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:41.201519 30738 master_runner.cc:186] Error getting master registration for 127.29.152.254:42313: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111), 
20:10:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:41.201979 30738 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:10:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:41.528823 30877 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:10:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:41.529448 30877 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e2b2d63983d45ab9c1ae5dc63a24558" member_type: VOTER last_known_addr { host: "127.29.152.254" port: 42313 } } peers { permanent_uuid: "baa4253e228f480ea15635152739eb75" member_type: VOTER last_known_addr { host: "127.29.152.253" port: 41449 } } peers { permanent_uuid: "6080bab3600c4720a1b467150894dfcc" member_type: VOTER last_known_addr { host: "127.29.152.252" port: 39821 } }
20:10:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:41.531507 30877 leader_election.cc:288] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313), baa4253e228f480ea15635152739eb75 (127.29.152.253:41449)
20:10:41.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:41.532795 30758 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:10:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:41.535868 30758 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2e2b2d63983d45ab9c1ae5dc63a24558 (127.29.152.254:42313): Network error: Client connection negotiation failed: client connection to 127.29.152.254:42313: connect: Connection refused (error 111)
20:10:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:41.536482 30759 leader_election.cc:334] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer baa4253e228f480ea15635152739eb75 (127.29.152.253:41449): Network error: Client connection negotiation failed: client connection to 127.29.152.253:41449: connect: Connection refused (error 111)
20:10:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:41.536892 30759 leader_election.cc:302] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6080bab3600c4720a1b467150894dfcc; no voters: 2e2b2d63983d45ab9c1ae5dc63a24558, baa4253e228f480ea15635152739eb75
20:10:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:41.537875 30877 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:10:42.027 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:42.028 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:42.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:42.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:42.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:42.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:42.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:42.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:42.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:42.201505 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:42.201800 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:43.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:43.204560 30824 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6080bab3600c4720a1b467150894dfcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:10:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 20:10:43.204844 30824 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:10:43.767 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.253:41449(127.29.152.253:41449)] connecting to peer
20:10:43.768 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.29.152.254:42313(127.29.152.254:42313)] connecting to peer
20:10:43.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:43.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.152.253:41449(127.29.152.253:41449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:43.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.253:41449: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449
20:10:43.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:43.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.254:42313(127.29.152.254:42313)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:43.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.152.254:42313: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
20:10:43.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821; will retry
20:10:43.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [762ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [769ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [793ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [795ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [799ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [800ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [821ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [824ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [827ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [837ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [842ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [843ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [851ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [853ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [881ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [885ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [886ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [887ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [937ms] refreshing cache from master, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [941ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [945ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [952ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [979ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [987ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [990ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [994ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [995ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1087ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1088ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1337ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1348ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1350ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1657ms] refreshing cache from master, [1657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1660ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1668ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1777ms] refreshing cache from master, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1780ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1781ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1784ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2417ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [2420ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [6077ms] refreshing cache from master, [6077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [6078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [6079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [6081ms] too many traces: truncated at 100 traces, deferred=Deferred@81000129(state=PENDING, result=null, callback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621), errback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621)))
20:10:43.782 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.29.152.252:39821(127.29.152.252:39821)] disconnecting while in state READY
20:10:43.783 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.29.152.253:41449(127.29.152.253:41449)] disconnecting while in state TERMINATED
20:10:43.783 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.29.152.254:42313(127.29.152.254:42313)] disconnecting while in state TERMINATED
20:10:43.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:10:43.792 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.152.252:39821(127.29.152.252:39821)] handling channelInactive
20:10:43.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.152.252:39821(127.29.152.252:39821)] cleaning up while in state READY due to: connection closed
20:10:43.794 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:10:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:43.798111 30307 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 30738
20:10:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T20:10:45Z chronyd exiting
20:10:46.117 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:10:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:46.119205 29578 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 29860
20:10:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:46.146413 29578 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 30024
20:10:46.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:46.175750 29578 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 30166
20:10:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:46.202828 29578 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 29590
20:10:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:46.237735 29578 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 29660
20:10:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 20:10:46.272425 29578 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskaQTxx6/build/tsan/bin/kudu with pid 29735
20:10:47.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T20:10:47Z chronyd exiting
20:10:48.484 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [762ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [769ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [793ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [795ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [799ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [800ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [821ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [824ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [827ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [837ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [842ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [843ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [851ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [853ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [881ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [885ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [886ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [887ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [937ms] refreshing cache from master, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [941ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [945ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [952ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [979ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [987ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [990ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [994ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [995ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1087ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1088ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1337ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1348ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1350ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1657ms] refreshing cache from master, [1657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1660ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1668ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1777ms] refreshing cache from master, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1780ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1781ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1784ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2417ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [2420ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [6077ms] refreshing cache from master, [6077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [6078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [6079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [6081ms] too many traces: truncated at 100 traces, deferred=Deferred@81000129(state=PENDING, result=null, callback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621), errback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.152.254:42313
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [762ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [769ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [793ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [795ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [799ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [800ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [821ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [824ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [827ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [837ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [842ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [843ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [851ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [853ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [881ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [885ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [886ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [887ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [937ms] refreshing cache from master, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [941ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [945ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [952ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [979ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [987ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [990ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [994ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [995ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1087ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1088ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1337ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1348ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1350ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1657ms] refreshing cache from master, [1657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1660ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1668ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1777ms] refreshing cache from master, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1780ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1781ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1784ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2417ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [2420ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [6077ms] refreshing cache from master, [6077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [6078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [6079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [6081ms] too many traces: truncated at 100 traces, deferred=Deferred@81000129(state=PENDING, result=null, callback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621), errback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.152.254:42313
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)

20:10:49.119 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
20:10:49.120 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [762ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [769ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [793ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [795ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [799ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [800ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [821ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [824ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [827ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [837ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [842ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [843ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [851ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [853ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [881ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [885ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [886ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [887ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [937ms] refreshing cache from master, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [941ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [945ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [952ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [979ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [987ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [990ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [994ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [995ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1087ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1088ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1337ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1348ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1350ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1657ms] refreshing cache from master, [1657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1660ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1668ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1777ms] refreshing cache from master, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1780ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1781ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1784ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2417ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [2420ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [6077ms] refreshing cache from master, [6077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [6078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [6079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [6081ms] too many traces: truncated at 100 traces, deferred=Deferred@81000129(state=PENDING, result=null, callback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621), errback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
		at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.152.254:42313
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27807), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [762ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [769ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [793ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [795ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [799ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [800ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [821ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [824ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [827ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [837ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [842ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [843ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [851ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [853ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [881ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [885ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [886ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [887ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [937ms] refreshing cache from master, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [941ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [943ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [945ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [952ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [979ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [987ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [990ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [994ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [995ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1087ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1088ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1337ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1348ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1350ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1657ms] refreshing cache from master, [1657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1660ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1667ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1668ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1777ms] refreshing cache from master, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [1778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [1779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [1780ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [1781ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [1784ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [1784ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2417ms] refreshing cache from master, [2417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [2418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [2420ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.253:41449: Network error: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.254:42313: Network error: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.29.152.252:39821: OK, [2425ms] delaying RPC due to: Service unavailable: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313, [6077ms] refreshing cache from master, [6077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.253:41449, [6078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.254:42313, [6079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.152.252:39821, [6081ms] too many traces: truncated at 100 traces, deferred=Deferred@81000129(state=PENDING, result=null, callback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621), errback=(continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:750)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.152.253:41449,127.29.152.254:42313,127.29.152.252:39821) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.253:41449(127.29.152.253:41449): Connection refused: /127.29.152.253:41449,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.152.254:42313(127.29.152.254:42313): Connection refused: /127.29.152.254:42313
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.152.254:42313
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)